-- Logs begin at Fri 2022-03-11 02:02:42 UTC, end at Fri 2022-03-11 03:14:38 UTC. -- Mar 11 02:46:05.285751 dv-cinder-740146-14-smb systemd[1]: Started Devstack devstack@q-svc.service. Mar 11 02:46:08.173007 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.common.config [-] Logging enabled! Mar 11 02:46:08.173663 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.0.0.0rc1 Mar 11 02:46:08.173804 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102996) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 11 02:46:08.177057 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.common.config [-] Logging enabled! Mar 11 02:46:08.177336 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.0.0.0rc1 Mar 11 02:46:08.177647 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102996) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 11 02:46:08.178575 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 11 02:46:08.178807 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 11 02:46:08.179177 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 11 02:46:08.179421 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 11 02:46:08.179646 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 11 02:46:08.180376 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:08.180801 dv-cinder-740146-14-smb neutron-server[102996]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 11 02:46:08.181165 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:08.181465 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:08.181758 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:08.182054 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:08.182345 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:08.183173 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:08.183463 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:08.183763 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:08.184052 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:08.184331 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:08.184617 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:08.184907 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:08.185215 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:08.185502 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:08.185787 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:08.186068 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] debug = True {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:08.186346 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:08.186772 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:08.187207 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:08.187495 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:08.187784 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:08.188075 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:08.188341 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:08.188619 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:08.188917 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:08.189257 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] host = dv-cinder-740146-14-smb {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:08.189537 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:08.189823 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:08.190109 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:08.190392 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:08.190667 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:08.190943 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:08.191230 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:08.191502 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:08.191772 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] log_file = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:08.192046 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:08.192330 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:08.192616 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:08.192903 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:08.193149 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:08.193375 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:08.193663 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:08.193945 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:08.194218 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:08.194489 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:08.194763 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:08.195036 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:08.195307 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:08.195575 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:08.195858 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:08.196183 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:08.196422 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:08.196695 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:08.196967 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:08.197273 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:08.197545 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:08.197826 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:08.198134 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:08.198394 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:08.198666 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:08.198951 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:08.199219 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:08.199492 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:08.199788 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:08.200073 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:08.200351 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:08.200631 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:08.200904 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:08.201214 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:08.201487 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:08.201757 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:08.202028 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] use_json = False {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:08.202296 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:08.202565 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:08.202845 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:08.203114 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:08.203387 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:08.203658 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:08.203928 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:08.204210 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:08.204481 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:08.204774 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:08.205091 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:08.205387 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:08.205687 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:08.205974 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:08.206249 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:08.206535 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:08.206812 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:08.207096 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:08.207386 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:08.207675 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:08.207951 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:08.208263 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:08.208536 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:08.208827 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:08.209160 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:08.209455 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:08.209748 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:08.210023 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:08.210298 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:08.210575 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:08.210854 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:08.211140 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:08.211425 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:08.211708 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:08.211993 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:08.212273 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:08.212570 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:08.212857 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:08.213178 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:08.213471 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:08.214272 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:08.214553 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:08.214842 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:08.215121 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:08.215393 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:08.215670 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:08.215956 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:08.216233 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:08.216504 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:08.216784 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:08.217060 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:08.217352 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:08.217622 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:08.217903 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:08.218181 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:08.218460 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:08.218728 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:08.218997 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:08.219270 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:08.219537 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:08.219820 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:08.220095 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:08.220363 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:08.220630 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:08.220906 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:08.221207 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:08.221479 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:08.221761 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:08.222032 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:08.222307 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:08.222577 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:08.222850 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:08.223121 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:08.223389 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:08.223658 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:08.223928 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:08.224199 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:08.224474 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:08.224748 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:08.225019 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:08.225317 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:08.225590 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:08.225863 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:08.226147 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:08.226441 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:08.226717 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:08.226994 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:08.227272 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:08.227548 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:08.227832 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:08.228112 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:08.228456 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:08.228671 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:08.228944 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:08.229280 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:08.230103 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:08.230389 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:08.230691 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:08.230968 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:08.231263 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:08.231540 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:08.231822 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:08.232102 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:08.232377 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:08.232652 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:08.232935 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:08.233248 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:08.233545 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:08.233837 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:08.234128 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:08.234420 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:08.234709 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:08.234991 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:08.235295 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:08.235574 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:08.235793 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 11 02:46:08.236032 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102996) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 11 02:46:08.605713 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 11 02:46:08.605914 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 11 02:46:08.606226 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 11 02:46:08.606699 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 11 02:46:08.933929 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:46:08.934233 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:46:08.934503 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:46:08.935671 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:46:08.935946 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:46:08.936332 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:46:08.982614 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:46:08.982904 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:46:08.983179 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:46:08.997556 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:46:08.997839 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:46:08.998112 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:46:09.025939 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:46:09.026746 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:46:09.027012 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:46:09.063572 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:46:09.063852 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:46:09.064123 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:46:09.406787 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:46:09.407402 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:46:09.407402 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:46:09.407565 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:46:09.408250 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:46:09.505666 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:46:09.505988 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:46:09.506278 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:46:09.506548 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:46:09.506814 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:46:09.507125 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:46:09.507386 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:46:09.507649 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:46:09.507895 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:46:09.508174 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:46:09.508432 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:46:09.508695 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:46:09.508959 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:46:09.509239 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:46:09.509499 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:46:09.509763 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:46:09.510016 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:46:09.510282 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:46:09.511072 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:46:09.511329 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:46:09.511600 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:46:09.511853 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:46:09.512129 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:46:09.512497 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:46:09.512744 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:46:09.512987 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:46:09.513471 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102996) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 11 02:46:09.513712 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102996) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 11 02:46:09.513945 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102996) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 11 02:46:09.514180 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102996) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 11 02:46:09.514413 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102996) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 11 02:46:09.514645 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102996) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 11 02:46:09.515003 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 11 02:46:09.518106 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 11 02:46:09.522146 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 11 02:46:09.525841 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Mar 11 02:46:09.527510 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 11 02:46:09.527969 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 11 02:46:09.528299 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 11 02:46:09.528676 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 11 02:46:09.531527 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 11 02:46:09.531783 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 11 02:46:09.532129 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 11 02:46:09.536950 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 11 02:46:09.560896 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 11 02:46:09.561377 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:46:09.561676 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102996) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 11 02:46:09.562048 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:46:09.563410 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102996) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 11 02:46:09.563690 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 11 02:46:09.563934 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 11 02:46:09.567203 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:46:09.567486 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:46:09.630613 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 11 02:46:09.630857 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 11 02:46:09.631096 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 11 02:46:09.631459 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 11 02:46:09.652361 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_db.sqlalchemy.engines [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102996) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 11 02:46:10.090903 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.plugins.ml2.managers [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Initializing driver for type 'gre' Mar 11 02:46:10.091427 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] gre ID ranges: [(1, 1000)] Mar 11 02:46:10.144542 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.plugins.ml2.managers [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Initializing driver for type 'local' Mar 11 02:46:10.144933 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.plugins.ml2.managers [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Initializing driver for type 'vlan' Mar 11 02:46:10.157843 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] VlanTypeDriver initialization complete Mar 11 02:46:10.158185 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.plugins.ml2.managers [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Initializing driver for type 'vxlan' Mar 11 02:46:10.158667 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] vxlan ID ranges: [(1, 1000)] Mar 11 02:46:10.212455 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.plugins.ml2.managers [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Initializing extension driver 'port_security' Mar 11 02:46:10.212708 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.plugins.ml2.extensions.port_security [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] PortSecurityExtensionDriver initialization complete Mar 11 02:46:10.213202 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.plugins.ml2.managers [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Initializing mechanism driver 'openvswitch' Mar 11 02:46:10.213695 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.plugins.ml2.managers [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Initializing mechanism driver 'hyperv' Mar 11 02:46:10.221760 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.plugins.ml2.plugin [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 02:46:10.222616 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Subscribe: > port after_create 55550000 {{(pid=102996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:46:10.222995 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Subscribe: > port after_update 55550000 {{(pid=102996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:46:10.223355 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Subscribe: > port after_delete 55550000 {{(pid=102996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:46:10.223897 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102996) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 11 02:46:10.224337 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Subscribe: > subnet after_create 55550000 {{(pid=102996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:46:10.224696 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Subscribe: > subnet after_update 55550000 {{(pid=102996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:46:10.225094 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:46:10.225514 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102996) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 11 02:46:10.225929 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Subscribe: > network after_create 55550000 {{(pid=102996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:46:10.226282 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Subscribe: > network after_update 55550000 {{(pid=102996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:46:10.226631 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Subscribe: > network after_delete 55550000 {{(pid=102996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:46:10.227033 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102996) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 11 02:46:10.227444 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Subscribe: > security_group after_create 55550000 {{(pid=102996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:46:10.227800 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Subscribe: > security_group after_update 55550000 {{(pid=102996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:46:10.228146 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Subscribe: > security_group after_delete 55550000 {{(pid=102996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:46:10.228588 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102996) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 11 02:46:10.229012 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:46:10.230007 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:46:10.230356 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:46:10.230761 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102996) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 11 02:46:10.231176 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Subscribe: > address_group after_create 55550000 {{(pid=102996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:46:10.231549 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Subscribe: > address_group after_update 55550000 {{(pid=102996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:46:10.231891 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Subscribe: > address_group after_delete 55550000 {{(pid=102996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:46:10.232294 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102996) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 11 02:46:10.232741 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] ML2 OVO RPC backend initialized. {{(pid=102996) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 11 02:46:10.233470 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:46:10.233830 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:46:10.234250 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Subscribe: > network before_response 55550000 {{(pid=102996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:46:10.234600 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Subscribe: > networks before_response 55550000 {{(pid=102996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:46:10.234950 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Subscribe: > port before_response 55550000 {{(pid=102996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:46:10.235292 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Subscribe: > ports before_response 55550000 {{(pid=102996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:46:10.235638 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Subscribe: > subnet before_response 55550000 {{(pid=102996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:46:10.235977 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Subscribe: > subnets before_response 55550000 {{(pid=102996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:46:10.236324 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Subscribe: > network after_create 55550000 {{(pid=102996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:46:10.236666 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Subscribe: > network after_update 55550000 {{(pid=102996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:46:10.237003 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Subscribe: > network after_delete 55550000 {{(pid=102996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:46:10.237365 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Subscribe: > port after_create 55550000 {{(pid=102996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:46:10.237705 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Subscribe: > port after_update 55550000 {{(pid=102996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:46:10.238042 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Subscribe: > port after_delete 55550000 {{(pid=102996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:46:10.238387 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Subscribe: > subnet after_create 55550000 {{(pid=102996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:46:10.238728 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Subscribe: > subnet after_update 55550000 {{(pid=102996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:46:10.239068 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:46:10.247183 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.quota [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loaded quota_driver: . Mar 11 02:46:10.247557 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.plugins.ml2.plugin [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Modular L2 Plugin initialization complete Mar 11 02:46:10.247909 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.manager [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loading services supported by the core plugin {{(pid=102996) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 11 02:46:10.248259 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.plugins.ml2.managers [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Got port-security extension from driver 'port_security' Mar 11 02:46:10.248746 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.extensions.vlantransparent [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Disabled vlantransparent extension. Mar 11 02:46:10.249283 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.manager [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102996) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 11 02:46:10.249611 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.manager [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loading Plugin: router Mar 11 02:46:10.286474 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Subscribe: > router_interface before_create 55550000 {{(pid=102996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:46:10.286866 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Subscribe: > router after_create 55549900 {{(pid=102996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:46:10.287242 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Subscribe: > router before_create 55549900 {{(pid=102996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:46:10.287612 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:46:10.287991 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:46:10.292213 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Subscribe: > router after_delete 55549900 {{(pid=102996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:46:10.293778 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Subscribe: > floatingip after_create 55550000 {{(pid=102996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:46:10.294162 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Subscribe: > floatingip after_update 55550000 {{(pid=102996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:46:10.294547 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Subscribe: > router after_create 55549900 {{(pid=102996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:46:10.294913 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Subscribe: > router after_update 55549900 {{(pid=102996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:46:10.295278 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Subscribe: > router after_update 55549900 {{(pid=102996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:46:10.295640 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:46:10.296008 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Subscribe: > router after_update 55549900 {{(pid=102996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:46:10.296426 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Subscribe: > router precommit_update 55549900 {{(pid=102996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:46:10.296803 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Subscribe: port after_update 55550000 {{(pid=102996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:46:10.297174 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Subscribe: port after_delete 55550000 {{(pid=102996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:46:10.297521 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Subscribe: subnet after_update 55550000 {{(pid=102996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:46:10.297863 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:46:10.298216 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Subscribe: > port precommit_delete 55550000 {{(pid=102996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:46:10.298570 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Subscribe: > router precommit_create 55549900 {{(pid=102996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:46:10.298918 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Subscribe: port before_delete 55550000 {{(pid=102996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:46:10.299266 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Subscribe: > router precommit_create 55550000 {{(pid=102996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:46:10.299626 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Subscribe: > router after_update 55549900 {{(pid=102996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:46:10.299972 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Subscribe: > router precommit_delete 55549900 {{(pid=102996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:46:10.300456 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Subscribe: > router precommit_create 55549900 {{(pid=102996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:46:10.300822 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:46:10.301200 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Subscribe: > router precommit_update 55549900 {{(pid=102996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:46:10.301572 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Subscribe: > agent after_create 55550000 {{(pid=102996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:46:10.301927 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Subscribe: > agent after_delete 55550000 {{(pid=102996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:46:10.302275 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Subscribe: > network after_delete 55550000 {{(pid=102996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:46:10.303129 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.quota.resource_registry [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Tracking information for resource: router configured {{(pid=102996) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 11 02:46:10.303462 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.quota.resource_registry [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Tracking information for resource: floatingip configured {{(pid=102996) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 11 02:46:10.308958 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.db.l3_agentschedulers_db [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 11 02:46:10.309567 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Subscribe: port after_update 55550000 {{(pid=102996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:46:10.309935 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Subscribe: port after_create 55550000 {{(pid=102996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:46:10.310288 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Subscribe: port after_delete 55550000 {{(pid=102996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:46:10.310641 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Subscribe: port after_update 55550000 {{(pid=102996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:46:10.311428 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Subscribe: > router before_create 55550100 {{(pid=102996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:46:10.311797 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Subscribe: > router precommit_delete 55550100 {{(pid=102996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:46:10.312161 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Subscribe: > router precommit_create 55550100 {{(pid=102996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:46:10.312511 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Subscribe: > router precommit_update 55550100 {{(pid=102996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:46:10.317357 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.services.provider_configuration [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Service providers = [] {{(pid=102996) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 11 02:46:10.317728 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.db.servicetype_db [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102996) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 11 02:46:10.320671 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.services.service_base [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102996) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 11 02:46:10.321028 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.services.service_base [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102996) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 11 02:46:10.321399 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.services.service_base [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102996) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 11 02:46:10.322301 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.services.service_base [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102996) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 11 02:46:10.322675 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.services.service_base [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 11 02:46:10.323081 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.manager [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102996) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 11 02:46:10.323407 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.manager [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 11 02:46:10.334145 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.manager [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102996) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 11 02:46:10.334491 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.manager [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loading Plugin: auto_allocate Mar 11 02:46:10.340363 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Subscribe: network precommit_update 55550000 {{(pid=102996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:46:10.340731 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Subscribe: network precommit_create 55550000 {{(pid=102996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:46:10.341291 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.manager [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102996) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 11 02:46:10.341618 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.manager [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loading Plugin: tag Mar 11 02:46:10.348391 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.manager [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102996) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 11 02:46:10.348727 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.manager [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loading Plugin: timestamp Mar 11 02:46:10.352589 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.manager [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102996) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 11 02:46:10.352927 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.manager [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loading Plugin: network_ip_availability Mar 11 02:46:10.358963 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:46:10.359340 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:46:10.359700 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:46:10.360419 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.manager [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102996) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 11 02:46:10.360747 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.manager [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loading Plugin: flavors Mar 11 02:46:10.365739 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.manager [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102996) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 11 02:46:10.366077 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.manager [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loading Plugin: revisions Mar 11 02:46:10.371254 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.manager [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102996) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 11 02:46:10.371651 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_concurrency.lockutils [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.765s {{(pid=102996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 11 02:46:10.372395 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102996) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 11 02:46:10.372735 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Initializing extension manager. Mar 11 02:46:10.373299 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loading extension file: __init__.py {{(pid=102996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 02:46:10.373648 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loading extension file: __pycache__ {{(pid=102996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 02:46:10.373989 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loading extension file: address_group.py {{(pid=102996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 02:46:10.374738 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 02:46:10.375299 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loaded extension: address-group Mar 11 02:46:10.375628 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loading extension file: address_scope.py {{(pid=102996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 02:46:10.376335 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 02:46:10.376843 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loaded extension: address-scope Mar 11 02:46:10.377208 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loading extension file: admin_state_down_before_update.py {{(pid=102996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 02:46:10.378129 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 02:46:10.378635 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loaded extension: router-admin-state-down-before-update Mar 11 02:46:10.378962 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loading extension file: agent.py {{(pid=102996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 02:46:10.379658 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 02:46:10.380161 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loaded extension: agent Mar 11 02:46:10.380490 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loading extension file: agent_resources_synced.py {{(pid=102996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 02:46:10.381425 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 02:46:10.381934 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loaded extension: agent-resources-synced Mar 11 02:46:10.382260 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loading extension file: allowedaddresspairs.py {{(pid=102996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 02:46:10.384036 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 02:46:10.384552 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loaded extension: allowed-address-pairs Mar 11 02:46:10.384883 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loading extension file: auto_allocated_topology.py {{(pid=102996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 02:46:10.386029 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 02:46:10.386547 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loaded extension: auto-allocated-topology Mar 11 02:46:10.386876 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loading extension file: availability_zone.py {{(pid=102996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 02:46:10.387573 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 02:46:10.388079 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loaded extension: availability_zone Mar 11 02:46:10.388403 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loading extension file: availability_zone_filter.py {{(pid=102996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 02:46:10.389354 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 02:46:10.389861 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loaded extension: availability_zone_filter Mar 11 02:46:10.390184 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loading extension file: data_plane_status.py {{(pid=102996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 02:46:10.391090 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 02:46:10.391589 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Extension data-plane-status not supported by any of loaded plugins Mar 11 02:46:10.391912 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loading extension file: default_subnetpools.py {{(pid=102996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 02:46:10.392828 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 02:46:10.393356 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loaded extension: default-subnetpools Mar 11 02:46:10.393682 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loading extension file: dhcpagentscheduler.py {{(pid=102996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 02:46:10.394480 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 02:46:10.394982 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loaded extension: dhcp_agent_scheduler Mar 11 02:46:10.395307 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loading extension file: dns.py {{(pid=102996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 02:46:10.396215 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 02:46:10.396717 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Extension dns-integration not supported by any of loaded plugins Mar 11 02:46:10.397039 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loading extension file: dns_domain_ports.py {{(pid=102996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 02:46:10.397983 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 02:46:10.398486 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 11 02:46:10.398811 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 02:46:10.399727 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 02:46:10.400226 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 11 02:46:10.400548 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loading extension file: dvr.py {{(pid=102996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 02:46:10.401279 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 02:46:10.401786 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loaded extension: dvr Mar 11 02:46:10.402109 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loading extension file: ecmp_routes.py {{(pid=102996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 02:46:10.403024 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 02:46:10.403524 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Extension ecmp_routes not supported by any of loaded plugins Mar 11 02:46:10.403849 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loading extension file: empty_string_filtering.py {{(pid=102996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 02:46:10.404756 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 02:46:10.405296 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loaded extension: empty-string-filtering Mar 11 02:46:10.405624 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 02:46:10.406541 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 02:46:10.407051 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 11 02:46:10.407578 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 02:46:10.408273 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 02:46:10.408775 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 11 02:46:10.409121 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loading extension file: external_net.py {{(pid=102996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 02:46:10.410031 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 02:46:10.410599 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loaded extension: external-net Mar 11 02:46:10.410928 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loading extension file: extra_dhcp_opt.py {{(pid=102996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 02:46:10.411839 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 02:46:10.412347 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loaded extension: extra_dhcp_opt Mar 11 02:46:10.412673 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loading extension file: extraroute.py {{(pid=102996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 02:46:10.413616 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 02:46:10.414122 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loaded extension: extraroute Mar 11 02:46:10.414447 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loading extension file: extraroute_atomic.py {{(pid=102996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 02:46:10.415468 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 02:46:10.415976 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loaded extension: extraroute-atomic Mar 11 02:46:10.416301 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loading extension file: filter_validation.py {{(pid=102996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 02:46:10.417509 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 02:46:10.418016 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loaded extension: filter-validation Mar 11 02:46:10.418341 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loading extension file: fip_pf_description.py {{(pid=102996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 02:46:10.419249 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 02:46:10.419748 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 11 02:46:10.420071 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loading extension file: fip_port_details.py {{(pid=102996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 02:46:10.421191 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 02:46:10.421707 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loaded extension: fip-port-details Mar 11 02:46:10.422035 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loading extension file: flavors.py {{(pid=102996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 02:46:10.423269 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 02:46:10.423780 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loaded extension: flavors Mar 11 02:46:10.424111 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 02:46:10.425826 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 02:46:10.426349 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 11 02:46:10.426682 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loading extension file: floatingip_pools.py {{(pid=102996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 02:46:10.427382 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 02:46:10.427898 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loaded extension: floatingip-pools Mar 11 02:46:10.428231 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loading extension file: ip_allocation.py {{(pid=102996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 02:46:10.429188 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 02:46:10.429697 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Extension ip_allocation not supported by any of loaded plugins Mar 11 02:46:10.430024 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 02:46:10.430954 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 02:46:10.431461 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loaded extension: ip-substring-filtering Mar 11 02:46:10.431791 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loading extension file: l2_adjacency.py {{(pid=102996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 02:46:10.433286 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 02:46:10.433789 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 11 02:46:10.434115 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loading extension file: l3.py {{(pid=102996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 02:46:10.435064 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 02:46:10.435573 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loaded extension: router Mar 11 02:46:10.435900 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loading extension file: l3_conntrack_helper.py {{(pid=102996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 02:46:10.438189 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 02:46:10.438711 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 11 02:46:10.439047 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 02:46:10.439983 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 02:46:10.440498 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loaded extension: ext-gw-mode Mar 11 02:46:10.440836 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 02:46:10.441778 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 02:46:10.442284 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loaded extension: l3-ha Mar 11 02:46:10.442611 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=102996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 02:46:10.443526 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=102996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 02:46:10.444026 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 11 02:46:10.444352 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loading extension file: l3_flavors.py {{(pid=102996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 02:46:10.445296 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 02:46:10.445801 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loaded extension: l3-flavors Mar 11 02:46:10.446131 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loading extension file: l3_ndp_proxy.py {{(pid=102996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 02:46:10.447507 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=102996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 02:46:10.448047 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 11 02:46:10.448379 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 02:46:10.449357 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 02:46:10.449868 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 11 02:46:10.450201 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loading extension file: l3agentscheduler.py {{(pid=102996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 02:46:10.451241 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 02:46:10.451752 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loaded extension: l3_agent_scheduler Mar 11 02:46:10.452085 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loading extension file: local_ip.py {{(pid=102996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 02:46:10.454042 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=102996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 02:46:10.454569 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Extension local_ip not supported by any of loaded plugins Mar 11 02:46:10.454908 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loading extension file: logging.py {{(pid=102996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 02:46:10.457860 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 02:46:10.458391 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Extension logging not supported by any of loaded plugins Mar 11 02:46:10.458734 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loading extension file: metering.py {{(pid=102996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 02:46:10.459481 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 02:46:10.460057 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loaded extension: metering Mar 11 02:46:10.460394 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 02:46:10.461531 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 02:46:10.462049 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loaded extension: metering_source_and_destination_fields Mar 11 02:46:10.462382 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loading extension file: multiprovidernet.py {{(pid=102996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 02:46:10.463364 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 02:46:10.464357 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loaded extension: multi-provider Mar 11 02:46:10.464685 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loading extension file: netmtu.py {{(pid=102996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 02:46:10.465632 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 02:46:10.466143 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loaded extension: net-mtu Mar 11 02:46:10.466470 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loading extension file: netmtu_writable.py {{(pid=102996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 02:46:10.467393 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 02:46:10.467905 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loaded extension: net-mtu-writable Mar 11 02:46:10.468230 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loading extension file: network_availability_zone.py {{(pid=102996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 02:46:10.468900 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 02:46:10.469431 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loaded extension: network_availability_zone Mar 11 02:46:10.469756 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loading extension file: network_ip_availability.py {{(pid=102996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 02:46:10.470881 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 02:46:10.471403 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loaded extension: network-ip-availability Mar 11 02:46:10.471733 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loading extension file: network_segment_range.py {{(pid=102996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 02:46:10.472494 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 02:46:10.472999 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Extension network-segment-range not supported by any of loaded plugins Mar 11 02:46:10.473347 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loading extension file: pagination.py {{(pid=102996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 02:46:10.474345 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 02:46:10.474681 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loaded extension: pagination Mar 11 02:46:10.475007 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loading extension file: port_device_profile.py {{(pid=102996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 02:46:10.475909 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 02:46:10.476423 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loaded extension: port-device-profile Mar 11 02:46:10.476748 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 02:46:10.477701 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 02:46:10.478209 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loaded extension: port-mac-address-regenerate Mar 11 02:46:10.478537 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 02:46:10.480043 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 02:46:10.480552 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loaded extension: port-numa-affinity-policy Mar 11 02:46:10.480878 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loading extension file: port_resource_request.py {{(pid=102996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 02:46:10.481831 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 02:46:10.482332 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Extension port-resource-request not supported by any of loaded plugins Mar 11 02:46:10.482655 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loading extension file: port_resource_request_groups.py {{(pid=102996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 02:46:10.483638 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 02:46:10.484137 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 11 02:46:10.484477 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loading extension file: portbindings.py {{(pid=102996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 02:46:10.485416 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 02:46:10.485921 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loaded extension: binding Mar 11 02:46:10.486243 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loading extension file: portbindings_extended.py {{(pid=102996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 02:46:10.487532 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 02:46:10.488047 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loaded extension: binding-extended Mar 11 02:46:10.488377 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loading extension file: portsecurity.py {{(pid=102996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 02:46:10.489325 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 02:46:10.489836 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loaded extension: port-security Mar 11 02:46:10.490165 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loading extension file: project_id.py {{(pid=102996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 02:46:10.491144 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 02:46:10.491482 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loaded extension: project-id Mar 11 02:46:10.491808 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loading extension file: providernet.py {{(pid=102996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 02:46:10.492732 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 02:46:10.493518 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loaded extension: provider Mar 11 02:46:10.493845 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loading extension file: qos.py {{(pid=102996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 02:46:10.497476 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 02:46:10.498000 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Extension qos not supported by any of loaded plugins Mar 11 02:46:10.498339 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 02:46:10.499607 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 02:46:10.500121 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 11 02:46:10.500455 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 02:46:10.501413 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 02:46:10.501924 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 11 02:46:10.502254 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loading extension file: qos_default.py {{(pid=102996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 02:46:10.503168 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 02:46:10.503679 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Extension qos-default not supported by any of loaded plugins Mar 11 02:46:10.504009 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loading extension file: qos_fip.py {{(pid=102996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 02:46:10.504947 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 02:46:10.505607 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Extension qos-fip not supported by any of loaded plugins Mar 11 02:46:10.505936 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loading extension file: qos_fip_network_policy.py {{(pid=102996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 02:46:10.506850 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=102996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 02:46:10.507358 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 11 02:46:10.507683 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loading extension file: qos_gateway_ip.py {{(pid=102996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 02:46:10.508603 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 02:46:10.509140 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 11 02:46:10.509467 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loading extension file: qos_port_network_policy.py {{(pid=102996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 02:46:10.510530 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 02:46:10.511040 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 11 02:46:10.511370 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 02:46:10.512413 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 02:46:10.512925 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 11 02:46:10.513284 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=102996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 02:46:10.514332 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=102996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 02:46:10.514845 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 11 02:46:10.515174 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loading extension file: qos_pps_rule.py {{(pid=102996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 02:46:10.516362 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 02:46:10.516876 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Extension qos-pps not supported by any of loaded plugins Mar 11 02:46:10.517238 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loading extension file: qos_rule_type_details.py {{(pid=102996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 02:46:10.518155 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 02:46:10.518661 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 11 02:46:10.518987 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loading extension file: qos_rules_alias.py {{(pid=102996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 02:46:10.520043 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 02:46:10.520550 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 11 02:46:10.520876 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loading extension file: quota_check_limit.py {{(pid=102996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 02:46:10.521837 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 02:46:10.522349 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loaded extension: quota-check-limit Mar 11 02:46:10.522676 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loading extension file: quotasv2.py {{(pid=102996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 02:46:10.523610 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 02:46:10.523940 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loaded extension: quotas Mar 11 02:46:10.524265 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loading extension file: quotasv2_detail.py {{(pid=102996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 02:46:10.526036 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 02:46:10.526888 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loaded extension: quota_details Mar 11 02:46:10.527219 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loading extension file: rbac.py {{(pid=102996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 02:46:10.528265 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 02:46:10.528783 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loaded extension: rbac-policies Mar 11 02:46:10.529148 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loading extension file: rbac_address_group.py {{(pid=102996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 02:46:10.530082 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 02:46:10.530591 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loaded extension: rbac-address-group Mar 11 02:46:10.530920 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loading extension file: rbac_address_scope.py {{(pid=102996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 02:46:10.531846 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 02:46:10.532354 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loaded extension: rbac-address-scope Mar 11 02:46:10.532678 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loading extension file: rbac_security_groups.py {{(pid=102996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 02:46:10.533618 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 02:46:10.534129 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loaded extension: rbac-security-groups Mar 11 02:46:10.534453 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loading extension file: rbac_subnetpool.py {{(pid=102996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 02:46:10.535368 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 02:46:10.535873 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loaded extension: rbac-subnetpool Mar 11 02:46:10.536198 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loading extension file: revisionifmatch.py {{(pid=102996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 02:46:10.537221 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 02:46:10.537731 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loaded extension: revision-if-match Mar 11 02:46:10.538055 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loading extension file: revisions.py {{(pid=102996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 02:46:10.539178 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 02:46:10.539693 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loaded extension: standard-attr-revisions Mar 11 02:46:10.540021 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loading extension file: router_availability_zone.py {{(pid=102996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 02:46:10.540697 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 02:46:10.541235 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loaded extension: router_availability_zone Mar 11 02:46:10.541568 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loading extension file: routerservicetype.py {{(pid=102996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 02:46:10.543139 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 02:46:10.543644 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Extension router-service-type not supported by any of loaded plugins Mar 11 02:46:10.543968 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 02:46:10.544895 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 02:46:10.545432 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loaded extension: security-groups-normalized-cidr Mar 11 02:46:10.545756 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loading extension file: security_groups_port_filtering.py {{(pid=102996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 02:46:10.546684 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 02:46:10.547191 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loaded extension: port-security-groups-filtering Mar 11 02:46:10.547515 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 02:46:10.548446 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 02:46:10.548951 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loaded extension: security-groups-remote-address-group Mar 11 02:46:10.549305 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 02:46:10.550238 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 02:46:10.550742 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loaded extension: security-groups-shared-filtering Mar 11 02:46:10.551068 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 02:46:10.551656 dv-cinder-740146-14-smb neutron-server[102996]: WARNING neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 11 02:46:10.551976 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loading extension file: securitygroup.py {{(pid=102996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 02:46:10.561687 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 02:46:10.562165 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loaded extension: security-group Mar 11 02:46:10.562509 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loading extension file: segment.py {{(pid=102996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 02:46:10.563235 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 02:46:10.563747 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Extension segment not supported by any of loaded plugins Mar 11 02:46:10.564078 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 02:46:10.565029 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 02:46:10.565572 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 11 02:46:10.565904 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loading extension file: servicetype.py {{(pid=102996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 02:46:10.567031 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 02:46:10.567554 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loaded extension: service-type Mar 11 02:46:10.567883 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loading extension file: sorting.py {{(pid=102996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 02:46:10.568869 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 02:46:10.569240 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loaded extension: sorting Mar 11 02:46:10.569655 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loading extension file: standard_attr_segment.py {{(pid=102996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 02:46:10.570490 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 02:46:10.571001 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 11 02:46:10.571325 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loading extension file: standardattrdescription.py {{(pid=102996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 02:46:10.571973 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 02:46:10.572483 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loaded extension: standard-attr-description Mar 11 02:46:10.572804 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loading extension file: stateful_security_group.py {{(pid=102996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 02:46:10.573793 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 02:46:10.574303 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loaded extension: stateful-security-group Mar 11 02:46:10.574630 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loading extension file: stdattrs_common.py {{(pid=102996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 02:46:10.575201 dv-cinder-740146-14-smb neutron-server[102996]: WARNING neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 11 02:46:10.575526 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 02:46:10.576460 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 02:46:10.576970 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 11 02:46:10.577329 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loading extension file: subnet_onboard.py {{(pid=102996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 02:46:10.578400 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 02:46:10.578916 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loaded extension: subnet_onboard Mar 11 02:46:10.579246 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 02:46:10.580196 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 02:46:10.580703 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 11 02:46:10.581031 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loading extension file: subnet_service_types.py {{(pid=102996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 02:46:10.581979 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 02:46:10.582495 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loaded extension: subnet-service-types Mar 11 02:46:10.582823 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loading extension file: subnetallocation.py {{(pid=102996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 02:46:10.583912 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 02:46:10.584421 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loaded extension: subnet_allocation Mar 11 02:46:10.584748 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 02:46:10.585444 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 02:46:10.585948 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loaded extension: subnetpool-prefix-ops Mar 11 02:46:10.586273 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 02:46:10.587210 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 02:46:10.587714 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 11 02:46:10.588040 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loading extension file: tagging.py {{(pid=102996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 02:46:10.589661 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 02:46:10.590180 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loaded extension: standard-attr-tag Mar 11 02:46:10.590513 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loading extension file: timestamp.py {{(pid=102996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 02:46:10.591719 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 02:46:10.592239 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loaded extension: standard-attr-timestamp Mar 11 02:46:10.592572 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loading extension file: trunk.py {{(pid=102996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 02:46:10.593644 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 02:46:10.594165 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Extension trunk not supported by any of loaded plugins Mar 11 02:46:10.594498 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loading extension file: trunk_details.py {{(pid=102996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 02:46:10.595424 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 02:46:10.595936 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Extension trunk-details not supported by any of loaded plugins Mar 11 02:46:10.596268 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loading extension file: uplink_status_propagation.py {{(pid=102996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 02:46:10.597219 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 02:46:10.597731 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 11 02:46:10.598061 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Loading extension file: vlantransparent.py {{(pid=102996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 02:46:10.598729 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 02:46:10.599235 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 11 02:46:10.601770 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.quota.resource_registry [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Creating instance of TrackedResource for resource:network Mar 11 02:46:10.602293 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.quota.resource_registry [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Creating instance of TrackedResource for resource:subnet Mar 11 02:46:10.602693 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.quota.resource_registry [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Creating instance of TrackedResource for resource:subnetpool Mar 11 02:46:10.603090 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.quota.resource_registry [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Creating instance of TrackedResource for resource:port Mar 11 02:46:10.604867 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.v2.resource_helper [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102996) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 02:46:10.605341 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.v2.resource_helper [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Service FLAVORS assigned prefix: {{(pid=102996) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 02:46:10.605957 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.v2.resource_helper [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102996) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 02:46:10.606393 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.v2.resource_helper [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102996) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 02:46:10.606729 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.quota.resource_registry [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Creating instance of TrackedResource for resource:router Mar 11 02:46:10.607163 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.quota.resource_registry [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Creating instance of TrackedResource for resource:floatingip Mar 11 02:46:10.607650 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.v2.resource_helper [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Service METERING assigned prefix: /metering {{(pid=102996) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 02:46:10.609099 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:46:10.609486 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:46:10.609845 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:46:10.610858 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.quota.resource_registry [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Creating instance of CountableResource for resource:rbac_policy Mar 11 02:46:10.611297 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.quota.resource_registry [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Creating instance of TrackedResource for resource:security_group Mar 11 02:46:10.611730 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.quota.resource_registry [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 11 02:46:10.612324 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.v2.resource_helper [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Service CORE assigned prefix: {{(pid=102996) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 02:46:10.612661 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.quota.resource_registry [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Creating instance of TrackedResource for resource:subnetpool Mar 11 02:46:10.613015 dv-cinder-740146-14-smb neutron-server[102996]: WARNING neutron.quota.resource_registry [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] subnetpool is already registered Mar 11 02:46:10.613469 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.v2.resource_helper [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Service CORE assigned prefix: {{(pid=102996) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 02:46:10.613800 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.quota.resource_registry [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Creating instance of TrackedResource for resource:subnetpool Mar 11 02:46:10.614142 dv-cinder-740146-14-smb neutron-server[102996]: WARNING neutron.quota.resource_registry [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] subnetpool is already registered Mar 11 02:46:10.616399 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.v2.resource_helper [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102996) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 02:46:10.616835 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.v2.resource_helper [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Service FLAVORS assigned prefix: {{(pid=102996) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 02:46:10.617460 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.v2.resource_helper [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102996) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 02:46:10.617888 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.v2.resource_helper [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102996) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 02:46:10.618484 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.quota.resource_registry [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Creating instance of TrackedResource for resource:router Mar 11 02:46:10.618826 dv-cinder-740146-14-smb neutron-server[102996]: WARNING neutron.quota.resource_registry [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] router is already registered Mar 11 02:46:10.619235 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.quota.resource_registry [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Creating instance of TrackedResource for resource:floatingip Mar 11 02:46:10.619570 dv-cinder-740146-14-smb neutron-server[102996]: WARNING neutron.quota.resource_registry [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] floatingip is already registered Mar 11 02:46:10.620044 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.v2.resource_helper [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Service METERING assigned prefix: /metering {{(pid=102996) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 02:46:10.620706 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.quota.resource_registry [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Creating instance of CountableResource for resource:rbac_policy Mar 11 02:46:10.621039 dv-cinder-740146-14-smb neutron-server[102996]: WARNING neutron.quota.resource_registry [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] rbac_policy is already registered Mar 11 02:46:10.621476 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.quota.resource_registry [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Creating instance of TrackedResource for resource:security_group Mar 11 02:46:10.621816 dv-cinder-740146-14-smb neutron-server[102996]: WARNING neutron.quota.resource_registry [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] security_group is already registered Mar 11 02:46:10.622221 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.quota.resource_registry [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 11 02:46:10.622560 dv-cinder-740146-14-smb neutron-server[102996]: WARNING neutron.quota.resource_registry [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] security_group_rule is already registered Mar 11 02:46:10.623182 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.v2.resource_helper [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Service CORE assigned prefix: {{(pid=102996) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 02:46:10.623514 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.quota.resource_registry [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Creating instance of TrackedResource for resource:subnetpool Mar 11 02:46:10.623851 dv-cinder-740146-14-smb neutron-server[102996]: WARNING neutron.quota.resource_registry [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] subnetpool is already registered Mar 11 02:46:10.624268 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.v2.resource_helper [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Service CORE assigned prefix: {{(pid=102996) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 02:46:10.624598 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.quota.resource_registry [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Creating instance of TrackedResource for resource:subnetpool Mar 11 02:46:10.624930 dv-cinder-740146-14-smb neutron-server[102996]: WARNING neutron.quota.resource_registry [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] subnetpool is already registered Mar 11 02:46:10.625428 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Extended resource: extensions {{(pid=102996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 02:46:10.626895 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Extended resource: address-groups {{(pid=102996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 02:46:10.628370 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Extended resource: address-scopes {{(pid=102996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 02:46:10.629710 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Extended resource: agents {{(pid=102996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 02:46:10.630867 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Extended resource: auto-allocated-topology {{(pid=102996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 02:46:10.632112 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Extended resource: availability_zones {{(pid=102996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 02:46:10.633346 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Extended resource: dhcp-networks {{(pid=102996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 02:46:10.634854 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Extended resource: dhcp-agents {{(pid=102996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 02:46:10.636314 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Extended resource: routers {{(pid=102996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 02:46:10.638541 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Extended resource: flavors {{(pid=102996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 02:46:10.639710 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Extended resource: service_profiles {{(pid=102996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 02:46:10.640906 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Extended resource: next_providers {{(pid=102996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 02:46:10.642483 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Extended resource: service_profiles {{(pid=102996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 02:46:10.644019 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Extended resource: floatingip-pools {{(pid=102996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 02:46:10.645270 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Extended resource: routers {{(pid=102996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 02:46:10.647364 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Extended resource: floatingips {{(pid=102996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 02:46:10.649579 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Extended resource: l3-routers {{(pid=102996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 02:46:10.650969 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Extended resource: l3-agents {{(pid=102996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 02:46:10.652914 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Extended resource: metering-labels {{(pid=102996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 02:46:10.654296 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Extended resource: metering-label-rules {{(pid=102996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 02:46:10.655584 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Extended resource: network-ip-availabilities {{(pid=102996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 02:46:10.656833 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Extended resource: bindings {{(pid=102996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 02:46:10.658516 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Extended resource: quotas {{(pid=102996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 02:46:10.660085 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Extended resource: quotas {{(pid=102996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 02:46:10.661629 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Extended resource: rbac-policies {{(pid=102996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 02:46:10.662924 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Extended resource: security-groups {{(pid=102996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 02:46:10.664146 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Extended resource: security-group-rules {{(pid=102996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 02:46:10.665439 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Extended resource: service-providers {{(pid=102996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 02:46:10.666656 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Extended resource: subnetpools {{(pid=102996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 02:46:10.668614 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Extended resource: subnetpools {{(pid=102996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 02:46:10.670096 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Extended resource: tags {{(pid=102996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 02:46:10.671769 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Extended resource: tags {{(pid=102996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 02:46:10.673594 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Extended resource: tags {{(pid=102996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 02:46:10.675360 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Extended resource: tags {{(pid=102996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 02:46:10.677134 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Extended resource: tags {{(pid=102996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 02:46:10.678988 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Extended resource: tags {{(pid=102996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 02:46:10.680652 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Extended resource: tags {{(pid=102996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 02:46:10.682604 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Extended resource: tags {{(pid=102996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 02:46:10.684353 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Extended resource: tags {{(pid=102996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 02:46:10.686246 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron.api.extensions [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Extended resource: tags {{(pid=102996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 02:46:10.692004 dv-cinder-740146-14-smb neutron-server[102996]: WARNING keystonemiddleware.auth_token [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 11 02:46:10.696660 dv-cinder-740146-14-smb neutron-server[102996]: WARNING keystonemiddleware.auth_token [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 11 02:46:10.705279 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_concurrency.lockutils [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Acquired lock "singleton_lock" {{(pid=102996) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 11 02:46:10.705759 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_concurrency.lockutils [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Releasing lock "singleton_lock" {{(pid=102996) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 11 02:46:10.706409 dv-cinder-740146-14-smb neutron-server[102996]: INFO oslo_service.service [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Starting 2 workers Mar 11 02:46:10.711307 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Started child 103103 {{(pid=102996) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 11 02:46:10.716384 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Started child 103104 {{(pid=102996) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 11 02:46:10.717430 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:46:10.718049 dv-cinder-740146-14-smb neutron-server[102996]: INFO neutron.service [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 11 02:46:10.718572 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Publish callbacks [] for process (None), before_spawn {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:46:10.719356 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [-] (103103) wsgi starting up on http://0.0.0.0:9696 Mar 11 02:46:10.721047 dv-cinder-740146-14-smb neutron-server[102996]: INFO oslo_service.service [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Starting 1 workers Mar 11 02:46:10.721226 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:46:10.722776 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [-] (103104) wsgi starting up on http://0.0.0.0:9696 Mar 11 02:46:10.726341 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Started child 103105 {{(pid=102996) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 11 02:46:10.726890 dv-cinder-740146-14-smb neutron-server[102996]: INFO oslo_service.service [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Starting 1 workers Mar 11 02:46:10.730597 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.service [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] calling RpcWorker wait() {{(pid=103105) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 11 02:46:10.731150 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.service [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] returning from RpcWorker wait() {{(pid=103105) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 11 02:46:10.731962 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Started child 103106 {{(pid=102996) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 11 02:46:10.732519 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:46:10.732778 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-3437b17e-bdcd-43a9-aca9-3bb479a785e9 None None] Publish callbacks [] for process (None), after_spawn {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:46:10.733114 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 02:46:10.734754 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102996) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 11 02:46:10.734971 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 11 02:46:10.735159 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 11 02:46:10.735395 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 11 02:46:10.735729 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 11 02:46:10.735896 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 11 02:46:10.736437 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.736715 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.736979 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:46:10.737503 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.737503 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.737733 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.738025 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 02:46:10.738312 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.738578 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.738856 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.739155 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.739389 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.739561 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.739729 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.739982 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.740236 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.740523 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.740786 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.741199 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.741473 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.741649 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.741907 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.742178 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.742441 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.742705 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] debug = True {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.742947 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.743678 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.743916 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.744154 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.744377 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.744645 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.744909 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.745218 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.745523 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.745716 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.745978 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.746226 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.746464 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.746692 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.746962 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.747199 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.747460 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.747681 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.748153 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] host = dv-cinder-740146-14-smb {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.748391 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.748785 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.749015 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.749301 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.749549 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.749785 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.750049 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.750313 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.750570 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.750794 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.751050 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.751300 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.751520 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.751754 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] log_file = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.751932 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] log_options = True {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.752156 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.752426 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.752683 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.752873 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.753044 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.753235 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.753497 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.753662 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.753920 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.754139 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.754352 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.754565 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.754804 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.755018 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.755280 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.755493 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.755711 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.755924 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.756190 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.756436 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.756683 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.756929 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.757185 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.757422 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.757669 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.757883 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.758107 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.758322 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.758546 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.758863 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.759252 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.759633 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.760080 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.760555 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.761016 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.761483 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.761888 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.762308 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.763521 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.763521 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.763521 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.763521 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.767185 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.767185 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.767185 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.767185 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.767185 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] use_json = False {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.767185 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.767185 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.767185 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.767185 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.767701 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.767701 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.767701 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.767701 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.767701 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.767701 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.767701 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.767701 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.768142 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.768142 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.768318 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.768763 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.769023 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.769283 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.769925 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.769925 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.770373 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.770373 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.770632 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.770866 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.771259 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.771887 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.771887 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.772249 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.772377 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.772737 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.772737 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.773002 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.773360 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.773755 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.774041 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.774275 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.774575 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.775062 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.775591 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.776566 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.777005 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.777487 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.777905 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.778319 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.778715 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.779123 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.779522 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.779918 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.780376 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.780786 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.781218 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.781640 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.782047 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.782440 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.782896 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.783333 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.783804 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.784144 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.784483 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.784811 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.785106 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.785353 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.785917 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.786338 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.786708 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.787105 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.787516 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.787936 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.788344 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.788740 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.789044 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.789374 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.789670 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.789956 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.790178 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.790421 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.790656 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.790892 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.791108 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.791326 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.791546 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.792304 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.792538 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.792776 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.792991 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.793459 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.793877 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.794301 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.794729 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.794952 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.795189 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.795429 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.795652 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.795870 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.796098 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.796316 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.796640 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.796861 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.797102 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.797323 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.797611 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.798156 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.798409 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.798653 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.798897 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.799164 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.799387 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.799620 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.800003 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.800371 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.800764 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.801228 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.801541 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.801848 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.802161 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.802386 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.802644 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.802868 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.803090 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.803343 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.803580 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.803822 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.804068 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.804346 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.804584 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.804843 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.805093 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.805360 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.805643 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.805883 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.806166 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.806410 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.806693 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.806999 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.807265 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.807736 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.808000 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.808253 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.808501 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.808733 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.808990 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.809285 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.809538 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.809777 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.810023 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.810261 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.810477 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.810729 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.811056 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.811303 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.811517 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.811731 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.812235 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.812235 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.812474 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.812734 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.812981 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.813258 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.813501 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.813732 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.813941 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.814168 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.814420 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.814641 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.814879 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.815096 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.815329 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.815773 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.816069 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.816380 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.816662 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.817018 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.817322 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.817603 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.817880 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.818215 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.818492 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.818776 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.819071 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.819443 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.819673 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.819898 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.820139 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.820391 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.820613 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.820881 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.821158 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.821380 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.821622 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.821871 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.822138 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.822354 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.822599 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.822840 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.823592 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.823809 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.824028 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.824244 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.824476 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.824724 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.824939 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.825224 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.825488 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.825838 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.826085 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.826319 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.826563 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.826805 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.827022 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.827258 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.827480 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.827720 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.827936 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.828160 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.828377 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.828595 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.828833 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.829048 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.829319 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.829575 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.829819 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.830059 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.830275 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.830496 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.830731 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.830948 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.831159 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.831372 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.831602 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.832466 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.832466 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.832466 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.832727 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.832806 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.832980 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.833264 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.833482 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.833997 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.833997 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.834171 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.834348 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.834567 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.834783 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.834998 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.835785 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.835785 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.835785 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.836138 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.836138 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.836294 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.836476 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.836682 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.836893 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.837140 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.837356 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.837563 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.837789 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.838031 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.838234 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.838441 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 02:46:10.838566 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.838714 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.838916 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.839143 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.839352 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.839582 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.839806 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.840019 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.840226 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.840501 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.840762 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.841123 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.841347 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.841576 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.841907 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.842037 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.842496 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.842855 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.843251 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.843471 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.843771 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.843990 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.844203 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.844716 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.845205 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.845624 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.845960 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.847639 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.847639 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.847639 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.847639 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.847639 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.847639 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.848101 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.848101 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.848358 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.848597 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.848847 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.849064 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.849304 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.849542 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.849781 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.850052 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.850295 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.850537 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.850770 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.850996 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.851210 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.851431 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.851638 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.851877 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.852091 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.852248 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 11 02:46:10.852783 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102996) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 11 02:46:10.852944 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 11 02:46:10.853120 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 11 02:46:10.853298 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 11 02:46:10.853497 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 11 02:46:10.853609 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 11 02:46:10.853973 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.854143 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.855596 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.855596 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.855596 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.855596 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.855596 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.855989 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.855989 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.855989 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.856175 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.856319 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.856462 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.856622 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.856781 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.856940 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.857124 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.857288 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.857452 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.857611 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.857769 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.857929 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.858086 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] debug = True {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.858246 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.858448 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.858611 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.858769 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.858928 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.859087 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.859245 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.859403 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.859621 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.859791 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.859968 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.860147 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.860274 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.860398 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.860520 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.860678 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.860809 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.860972 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.861153 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] host = dv-cinder-740146-14-smb {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.861578 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.861578 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.862062 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.862062 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.862062 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.862062 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.862518 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.862518 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.862518 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.862859 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.862859 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.863065 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.863065 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.863298 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] log_file = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.863420 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] log_options = True {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.863542 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.863662 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.863784 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.863994 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.864139 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.864287 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.864446 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.865344 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.865344 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.865344 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.865344 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.865344 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.865344 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.866036 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.866036 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.866036 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.866036 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.866310 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.866310 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.866546 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.866546 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.866775 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.866906 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.866990 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.867151 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.867309 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.867466 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.867626 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.867784 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.867943 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.868101 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.868515 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.868674 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.868832 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.868989 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.869170 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.869331 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.869490 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.869652 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.869850 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.870015 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.870175 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.870336 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.870503 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.870662 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.870817 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.871166 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] use_json = False {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.871391 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.871559 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.871717 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.871895 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.872021 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.872182 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.872344 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.872503 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.872663 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 02:46:10.872840 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.873003 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.873235 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.873398 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.873530 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.873648 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.873808 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.873969 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.874177 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.874263 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.874458 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.874970 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.874970 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.875230 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.875230 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.875451 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.875573 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.875706 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.875832 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.875954 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.877107 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.877107 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.877107 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.877107 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.877107 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.877107 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.877107 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.877631 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.877631 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.877631 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.877863 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.877863 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.878006 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.878123 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.878304 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.878431 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.878584 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.879058 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.879058 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.879058 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.879645 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.879645 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.879645 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.879645 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.879919 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.879919 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.880085 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.880246 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.880407 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.880574 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.880736 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.880896 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.881058 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.881252 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.881413 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.881574 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.881733 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.881901 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.882060 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.882221 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.882381 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.882541 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.882701 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.882860 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.883020 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.883181 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.883342 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.883501 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.883673 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.883833 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.883994 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.884155 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.884317 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.884476 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.884636 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.884796 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.884956 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.885137 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.885300 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.885974 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.886140 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.886301 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.886462 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.886622 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.886783 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.886944 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.887105 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.887266 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.887427 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.887589 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.887748 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.887916 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.888092 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.888254 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.888416 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.888577 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.888738 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.888897 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.889059 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.889250 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.889414 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.889575 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.889735 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.889896 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.890058 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.890219 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.890379 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.890539 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.890700 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.890859 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.891019 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.891178 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.891338 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.891502 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.891663 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.891822 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.891981 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.892141 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.892301 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.892469 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.892630 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.892792 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.892952 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.893142 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.893314 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.893476 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.893638 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.893799 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.893959 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.894120 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.894281 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.894441 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.894603 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.894764 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.894924 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.895088 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.895245 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.895406 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.895566 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.895748 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.895909 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.896077 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.896237 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.896397 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.896557 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.896720 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.896881 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.897041 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.897225 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.897387 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.897549 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.897709 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.897870 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.898030 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.898192 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.898353 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.898514 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.898675 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.898837 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.898999 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.899159 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.899320 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.899481 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.899641 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.899801 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.899961 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.900122 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.900282 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.900443 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.900603 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.900764 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.900924 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.901147 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.901820 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.901983 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.902143 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.902307 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.902468 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.902629 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.902791 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.902953 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.903115 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.903276 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.903438 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.903600 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.903762 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.903923 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.904084 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.904245 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.904407 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.904568 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.904729 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.904890 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.905050 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.905250 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.905412 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.905572 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.905736 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.905897 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.906062 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.906224 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.906385 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.906547 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.906707 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.906870 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.907031 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.907193 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.907355 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.907515 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.907676 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.907838 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.908001 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.908163 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.908323 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.908485 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.908646 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.908806 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.908966 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.909160 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.909324 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.909485 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.909644 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.909804 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.909979 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.910141 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.910302 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.910463 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.910623 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.910784 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.910954 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.911114 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.911274 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.911434 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.911594 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.911754 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.911923 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.912084 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.912245 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.912405 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.912565 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.912725 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.912894 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.913055 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.913241 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.913401 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.913562 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.913721 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.913891 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.914050 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.914211 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.914372 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.914533 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.914694 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.914864 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.915023 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.915183 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.915343 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.915504 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.915664 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.915832 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.915999 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.916160 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.916327 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.916487 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.916647 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.916830 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.917002 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.917185 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.917350 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.917512 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.917673 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.917834 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.917996 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.918162 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.918333 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.918500 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.918662 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.918831 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.919000 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.919168 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.919330 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.919497 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.919668 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.919829 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.919989 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.920149 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.920309 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.920471 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.920632 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.920793 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.920953 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.921139 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.921302 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.921464 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.921624 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.921784 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.921944 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.922104 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.922265 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.922425 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.922585 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.922747 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 02:46:10.922900 dv-cinder-740146-14-smb neutron-server[102996]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 11 02:46:10.957899 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 36402) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:46:10.967183 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [-] 10.222.0.20 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0070105 Mar 11 02:46:22.413997 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f827da-1500-4278-b76c-85631e87cff4 None None] get_active_networks_info from dv-cinder-740146-14-smb {{(pid=103105) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 11 02:46:22.472451 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f827da-1500-4278-b76c-85631e87cff4 None None] No non-hosted networks {{(pid=103105) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 11 02:46:22.494466 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.agentschedulers_db [None req-a1f827da-1500-4278-b76c-85631e87cff4 None None] DHCP Agent not found on host dv-cinder-740146-14-smb {{(pid=103105) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 11 02:46:22.580715 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-addf0cca-ca7b-45e6-ad88-402ded5f5ff0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-575765'] for agent (27668cff-ea20-4e06-9a9c-d4f827fe3eb1), after_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:46:24.768810 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-987f5d73-9da2-442c-8149-00d4091761e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-575765'] for agent (368653ed-b5ce-4183-9c3b-231a0bc3dd35), after_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:46:24.808724 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-ca715c58-3056-45c3-b2e6-494aa2d4d8c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (368653ed-b5ce-4183-9c3b-231a0bc3dd35), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:46:25.635654 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-f28c0ae4-c5a5-4e67-96c2-37b36f3544e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-575765'] for agent (258069e3-19c1-49ed-8474-20b6ecde628d), after_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:46:27.111911 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-afaf34ad-b747-4180-ba41-f81d7ecfb39b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-575765'] for agent (b193670b-9854-4e90-bc6a-e616470c2469), after_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:46:28.522260 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 36482) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:46:28.699202 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-575765'] for agent (36a16930-fe6f-49e2-96be-29faaa54e9a3), after_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:46:28.699886 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:46:28.700234 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:46:28.700576 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:46:28.704942 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:46:28.705978 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:46:28.711706 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:46:28.714860 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:46:28.715444 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:46:28.717593 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:46:28.720045 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:46:28.721772 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:46:28.724390 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:46:28.726420 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:46:28.727763 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-740146-14-smb', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 02:46:28.742686 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-740146-14-smb', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 02:46:29.074481 dv-cinder-740146-14-smb neutron-server[103104]: WARNING oslo_policy.policy [None req-8e83eb45-85ff-4349-8157-65dd53b77bfc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 11 02:46:29.075073 dv-cinder-740146-14-smb neutron-server[103104]: WARNING oslo_policy.policy [None req-8e83eb45-85ff-4349-8157-65dd53b77bfc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 11 02:46:29.308684 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [None req-8e83eb45-85ff-4349-8157-65dd53b77bfc admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103104) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 02:46:29.317573 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-8e83eb45-85ff-4349-8157-65dd53b77bfc admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7865608 Mar 11 02:46:30.867097 dv-cinder-740146-14-smb neutron-server[103105]: INFO neutron.db.l3_hamode_db [None req-e50b3382-6028-4b5a-a90c-8171a7271870 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 11 02:46:30.946771 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50b3382-6028-4b5a-a90c-8171a7271870 None None] Routers set() bound to L3 agent in host dv-cinder-740146-14-smb {{(pid=103105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 02:46:30.947097 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50b3382-6028-4b5a-a90c-8171a7271870 None None] Router IDs set() for agent in host dv-cinder-740146-14-smb {{(pid=103105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 11 02:46:31.949658 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 36508) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:46:32.256928 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.v2.base [None req-8df8a2d4-fd12-4983-929d-7fe139f2db17 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True}} {{(pid=103104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 02:46:32.348464 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.policy [None req-8df8a2d4-fd12-4983-929d-7fe139f2db17 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103104) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 11 02:46:32.390993 dv-cinder-740146-14-smb neutron-server[103104]: WARNING oslo_policy.policy [None req-8df8a2d4-fd12-4983-929d-7fe139f2db17 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 11 02:46:32.391364 dv-cinder-740146-14-smb neutron-server[103104]: WARNING oslo_policy.policy [None req-8df8a2d4-fd12-4983-929d-7fe139f2db17 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 11 02:46:32.484321 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-8df8a2d4-fd12-4983-929d-7fe139f2db17 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774354386445', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774354382944', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774354396916', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774354400210', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774354348366', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774354341363', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-536141003', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-536114916', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-342876', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-433006'] for rbac-policy (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:46:32.549791 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-8df8a2d4-fd12-4983-929d-7fe139f2db17 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:46:32.551001 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-8df8a2d4-fd12-4983-929d-7fe139f2db17 admin admin] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6003251 Mar 11 02:46:35.023861 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 36518) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:46:35.331923 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.v2.base [None req-51d384ac-957e-413e-a00a-fc89bc4c97f6 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 02:46:35.364855 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51d384ac-957e-413e-a00a-fc89bc4c97f6 demo demo] Made reservation on behalf of 3f3a78ecc94845f384fb1126cf961233 for: {'network': 1} {{(pid=103104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 02:46:35.369184 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-51d384ac-957e-413e-a00a-fc89bc4c97f6 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for network (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:46:35.385817 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-51d384ac-957e-413e-a00a-fc89bc4c97f6 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:46:35.495202 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-51d384ac-957e-413e-a00a-fc89bc4c97f6 demo demo] Publish callbacks [] for security_group (06085ca1-b595-4c27-8556-4dfda375b6b1), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:46:35.498879 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-51d384ac-957e-413e-a00a-fc89bc4c97f6 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (06085ca1-b595-4c27-8556-4dfda375b6b1), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:46:35.522782 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51d384ac-957e-413e-a00a-fc89bc4c97f6 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=103104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 02:46:35.557817 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-51d384ac-957e-413e-a00a-fc89bc4c97f6 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8774349187085', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536533115'] for segment (a2eb9017-1092-4c0c-9284-00ac985b99b1), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:46:35.558420 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-51d384ac-957e-413e-a00a-fc89bc4c97f6 demo demo] Unsubscribe: segment precommit_create {{(pid=103104) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 11 02:46:35.558934 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.db.segments_db [None req-51d384ac-957e-413e-a00a-fc89bc4c97f6 demo demo] Added segment a2eb9017-1092-4c0c-9284-00ac985b99b1 of type vlan for network bf304727-fb27-44a3-8f30-343c9255035f Mar 11 02:46:35.574905 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d384ac-957e-413e-a00a-fc89bc4c97f6 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=06085ca1-b595-4c27-8556-4dfda375b6b1,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:46:35.601508 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d384ac-957e-413e-a00a-fc89bc4c97f6 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:46:35.601842 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d384ac-957e-413e-a00a-fc89bc4c97f6 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:46:35.602205 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d384ac-957e-413e-a00a-fc89bc4c97f6 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:46:35.602540 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d384ac-957e-413e-a00a-fc89bc4c97f6 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:46:35.602868 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d384ac-957e-413e-a00a-fc89bc4c97f6 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:46:35.603193 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d384ac-957e-413e-a00a-fc89bc4c97f6 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:46:35.603542 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d384ac-957e-413e-a00a-fc89bc4c97f6 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:46:35.603865 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d384ac-957e-413e-a00a-fc89bc4c97f6 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:46:35.604193 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d384ac-957e-413e-a00a-fc89bc4c97f6 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:46:35.604529 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d384ac-957e-413e-a00a-fc89bc4c97f6 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:46:35.604849 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d384ac-957e-413e-a00a-fc89bc4c97f6 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:46:35.605207 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d384ac-957e-413e-a00a-fc89bc4c97f6 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:46:35.605524 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d384ac-957e-413e-a00a-fc89bc4c97f6 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:46:35.606697 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d384ac-957e-413e-a00a-fc89bc4c97f6 demo demo] Tracked resource versions report: Mar 11 02:46:35.606697 dv-cinder-740146-14-smb neutron-server[103104]: pushed versions: Mar 11 02:46:35.606697 dv-cinder-740146-14-smb neutron-server[103104]: { 'AddressGroup': {'1.2'}, Mar 11 02:46:35.606697 dv-cinder-740146-14-smb neutron-server[103104]: 'ConntrackHelper': {'1.0'}, Mar 11 02:46:35.606697 dv-cinder-740146-14-smb neutron-server[103104]: 'LocalIPAssociation': {'1.0'}, Mar 11 02:46:35.606697 dv-cinder-740146-14-smb neutron-server[103104]: 'Log': {'1.0'}, Mar 11 02:46:35.606697 dv-cinder-740146-14-smb neutron-server[103104]: 'Network': {'1.1'}, Mar 11 02:46:35.606697 dv-cinder-740146-14-smb neutron-server[103104]: 'Port': {'1.7'}, Mar 11 02:46:35.606697 dv-cinder-740146-14-smb neutron-server[103104]: 'PortForwarding': {'1.2'}, Mar 11 02:46:35.606697 dv-cinder-740146-14-smb neutron-server[103104]: 'QosPolicy': {'1.10'}, Mar 11 02:46:35.606697 dv-cinder-740146-14-smb neutron-server[103104]: 'SecurityGroup': {'1.5'}, Mar 11 02:46:35.606697 dv-cinder-740146-14-smb neutron-server[103104]: 'SecurityGroupRule': {'1.2'}, Mar 11 02:46:35.606697 dv-cinder-740146-14-smb neutron-server[103104]: 'SubPort': {'1.0'}, Mar 11 02:46:35.606697 dv-cinder-740146-14-smb neutron-server[103104]: 'Subnet': {'1.1'}, Mar 11 02:46:35.606697 dv-cinder-740146-14-smb neutron-server[103104]: 'Trunk': {'1.1'}} Mar 11 02:46:35.606697 dv-cinder-740146-14-smb neutron-server[103104]: consumer versions: Mar 11 02:46:35.606697 dv-cinder-740146-14-smb neutron-server[103104]: { DHCP agent@dv-cinder-740146-14-smb: {}, Mar 11 02:46:35.606697 dv-cinder-740146-14-smb neutron-server[103104]: L3 agent@dv-cinder-740146-14-smb: {}, Mar 11 02:46:35.606697 dv-cinder-740146-14-smb neutron-server[103104]: Metadata agent@dv-cinder-740146-14-smb: {}, Mar 11 02:46:35.606697 dv-cinder-740146-14-smb neutron-server[103104]: Metering agent@dv-cinder-740146-14-smb: {}, Mar 11 02:46:35.606697 dv-cinder-740146-14-smb neutron-server[103104]: Open vSwitch agent@dv-cinder-740146-14-smb: { 'AddressGroup': '1.2', Mar 11 02:46:35.606697 dv-cinder-740146-14-smb neutron-server[103104]: 'ConntrackHelper': '1.0', Mar 11 02:46:35.606697 dv-cinder-740146-14-smb neutron-server[103104]: 'LocalIPAssociation': '1.0', Mar 11 02:46:35.606697 dv-cinder-740146-14-smb neutron-server[103104]: 'Log': '1.0', Mar 11 02:46:35.606697 dv-cinder-740146-14-smb neutron-server[103104]: 'Network': '1.1', Mar 11 02:46:35.606697 dv-cinder-740146-14-smb neutron-server[103104]: 'Port': '1.7', Mar 11 02:46:35.606697 dv-cinder-740146-14-smb neutron-server[103104]: 'PortForwarding': '1.2', Mar 11 02:46:35.606697 dv-cinder-740146-14-smb neutron-server[103104]: 'QosPolicy': '1.10', Mar 11 02:46:35.606697 dv-cinder-740146-14-smb neutron-server[103104]: 'SecurityGroup': '1.5', Mar 11 02:46:35.606697 dv-cinder-740146-14-smb neutron-server[103104]: 'SecurityGroupRule': '1.2', Mar 11 02:46:35.606697 dv-cinder-740146-14-smb neutron-server[103104]: 'SubPort': '1.0', Mar 11 02:46:35.606697 dv-cinder-740146-14-smb neutron-server[103104]: 'Subnet': '1.1', Mar 11 02:46:35.606697 dv-cinder-740146-14-smb neutron-server[103104]: 'Trunk': '1.1'}} Mar 11 02:46:35.606697 dv-cinder-740146-14-smb neutron-server[103104]: {{(pid=103104) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 11 02:46:35.681268 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-51d384ac-957e-413e-a00a-fc89bc4c97f6 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774348876719'] for network (bf304727-fb27-44a3-8f30-343c9255035f), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:46:35.722879 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-51d384ac-957e-413e-a00a-fc89bc4c97f6 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087'] for network (bf304727-fb27-44a3-8f30-343c9255035f), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:46:35.727902 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d384ac-957e-413e-a00a-fc89bc4c97f6 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:46:35.728660 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-51d384ac-957e-413e-a00a-fc89bc4c97f6 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-648073'] for network (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:46:35.791466 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-51d384ac-957e-413e-a00a-fc89bc4c97f6 demo demo] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7665148 Mar 11 02:46:35.846582 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d384ac-957e-413e-a00a-fc89bc4c97f6 demo demo] Pushing event updated for resources: {'Network': ['ID=bf304727-fb27-44a3-8f30-343c9255035f,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:46:35.859172 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Network bf304727-fb27-44a3-8f30-343c9255035f details requested by agent ovs-agent-dv-cinder-740146-14-smb with host dv-cinder-740146-14-smb {{(pid=103105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 02:46:38.446978 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 36530) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:46:38.844004 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-777c60e0-c74a-424a-8884-325228c786f9 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:46:38.845300 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-777c60e0-c74a-424a-8884-325228c786f9 demo admin] 10.222.0.20 "GET /v2.0/networks/bf304727-fb27-44a3-8f30-343c9255035f HTTP/1.1" status: 200 len: 825 time: 0.3967772 Mar 11 02:46:38.870149 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-f6273ab0-c2ad-4462-abd5-89d26aa88fff demo admin] 10.222.0.20 "GET /v2.0/subnetpools/ee421afc-54f9-4cee-b38b-c9ce6d7b3d50 HTTP/1.1" status: 200 len: 734 time: 0.0192060 Mar 11 02:46:38.878422 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.v2.base [None req-9fe3e920-a80b-40c6-9d4e-84864d814025 demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'network_id': 'bf304727-fb27-44a3-8f30-343c9255035f', 'subnetpool_id': 'ee421afc-54f9-4cee-b38b-c9ce6d7b3d50', 'ip_version': 4, 'name': 'private-subnet'}} {{(pid=103104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 02:46:38.898264 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fe3e920-a80b-40c6-9d4e-84864d814025 demo admin] Made reservation on behalf of 3f3a78ecc94845f384fb1126cf961233 for: {'subnet': 1} {{(pid=103104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 02:46:38.900573 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-9fe3e920-a80b-40c6-9d4e-84864d814025 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:46:39.182227 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-9fe3e920-a80b-40c6-9d4e-84864d814025 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087'] for subnet (7edd5912-21d4-46b2-bf03-f3b7e7bfa91a), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:46:39.251662 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe3e920-a80b-40c6-9d4e-84864d814025 demo admin] Pushing event updated for resources: {'Subnet': ['ID=7edd5912-21d4-46b2-bf03-f3b7e7bfa91a,revision_number=0']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:46:39.253634 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe3e920-a80b-40c6-9d4e-84864d814025 demo admin] Checking segment: {'id': 'a2eb9017-1092-4c0c-9284-00ac985b99b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'bf304727-fb27-44a3-8f30-343c9255035f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 02:46:39.254008 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe3e920-a80b-40c6-9d4e-84864d814025 demo admin] Network hostable DHCP agents. Network: bf304727-fb27-44a3-8f30-343c9255035f, hostable agents: ['27668cff-ea20-4e06-9a9c-d4f827fe3eb1'], hosted agents: [] {{(pid=103104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 02:46:39.274093 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe3e920-a80b-40c6-9d4e-84864d814025 demo admin] Network bf304727-fb27-44a3-8f30-343c9255035f is scheduled to be hosted by DHCP agent 27668cff-ea20-4e06-9a9c-d4f827fe3eb1 with binding_index 1 {{(pid=103104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 02:46:39.285564 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.scheduler.base_scheduler [None req-9fe3e920-a80b-40c6-9d4e-84864d814025 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-14-smb, bf304727-fb27-44a3-8f30-343c9255035f) {{(pid=103104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 02:46:39.289921 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fe3e920-a80b-40c6-9d4e-84864d814025 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:46:39.290517 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-9fe3e920-a80b-40c6-9d4e-84864d814025 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-648073'] for subnet (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:46:39.296177 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac2dd82-67f5-4d25-8ffb-52833e19a59c None None] Network bf304727-fb27-44a3-8f30-343c9255035f requested from dv-cinder-740146-14-smb {{(pid=103105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 02:46:39.306482 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-9fe3e920-a80b-40c6-9d4e-84864d814025 demo admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4312985 Mar 11 02:46:39.673472 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0feb6d71-7af4-4a20-9c73-78ffb8ca17c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd85ff5c0-c910-53e4-8e7c-b470cdcfe3b4-bf304727-fb27-44a3-8f30-343c9255035f', 'network_id': 'bf304727-fb27-44a3-8f30-343c9255035f', 'project_id': '3f3a78ecc94845f384fb1126cf961233', 'fixed_ips': [{'subnet_id': '7edd5912-21d4-46b2-bf03-f3b7e7bfa91a'}]}} from dv-cinder-740146-14-smb. {{(pid=103105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 02:46:39.674780 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-0feb6d71-7af4-4a20-9c73-78ffb8ca17c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (None), before_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:46:39.949823 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.db_base_plugin_common [None req-0feb6d71-7af4-4a20-9c73-78ffb8ca17c9 None None] Allocated IP 172.20.0.2 (bf304727-fb27-44a3-8f30-343c9255035f/7edd5912-21d4-46b2-bf03-f3b7e7bfa91a/e31da1d4-6c6c-4965-a990-33e8fb1be6a4) {{(pid=103105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 02:46:40.217283 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-0feb6d71-7af4-4a20-9c73-78ffb8ca17c9 None None] Publish callbacks [] for port (e31da1d4-6c6c-4965-a990-33e8fb1be6a4), precommit_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:46:40.224730 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-0feb6d71-7af4-4a20-9c73-78ffb8ca17c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774348857676'] for port (e31da1d4-6c6c-4965-a990-33e8fb1be6a4), after_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:46:40.304628 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0feb6d71-7af4-4a20-9c73-78ffb8ca17c9 None None] Network bf304727-fb27-44a3-8f30-343c9255035f is already hosted by enough agents. {{(pid=103105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 02:46:40.309098 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.scheduler.base_scheduler [None req-0feb6d71-7af4-4a20-9c73-78ffb8ca17c9 None None] Resources bound (agent type, host, resource id): {{(pid=103105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 02:46:40.314898 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0feb6d71-7af4-4a20-9c73-78ffb8ca17c9 None None] Pushing event updated for resources: {'Port': ['ID=e31da1d4-6c6c-4965-a990-33e8fb1be6a4,revision_number=1']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:46:40.318820 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0feb6d71-7af4-4a20-9c73-78ffb8ca17c9 None None] Received port after_create {{(pid=103105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 02:46:40.326594 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0feb6d71-7af4-4a20-9c73-78ffb8ca17c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:46:40.326950 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0feb6d71-7af4-4a20-9c73-78ffb8ca17c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:46:40.327313 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0feb6d71-7af4-4a20-9c73-78ffb8ca17c9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:46:40.327659 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0feb6d71-7af4-4a20-9c73-78ffb8ca17c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:46:40.327994 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0feb6d71-7af4-4a20-9c73-78ffb8ca17c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:46:40.328325 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0feb6d71-7af4-4a20-9c73-78ffb8ca17c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:46:40.328656 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0feb6d71-7af4-4a20-9c73-78ffb8ca17c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:46:40.328984 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0feb6d71-7af4-4a20-9c73-78ffb8ca17c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:46:40.329338 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0feb6d71-7af4-4a20-9c73-78ffb8ca17c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:46:40.329683 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0feb6d71-7af4-4a20-9c73-78ffb8ca17c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:46:40.330009 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0feb6d71-7af4-4a20-9c73-78ffb8ca17c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:46:40.330329 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0feb6d71-7af4-4a20-9c73-78ffb8ca17c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:46:40.330666 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0feb6d71-7af4-4a20-9c73-78ffb8ca17c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:46:40.331766 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0feb6d71-7af4-4a20-9c73-78ffb8ca17c9 None None] Tracked resource versions report: Mar 11 02:46:40.331766 dv-cinder-740146-14-smb neutron-server[103105]: pushed versions: Mar 11 02:46:40.331766 dv-cinder-740146-14-smb neutron-server[103105]: { 'AddressGroup': {'1.2'}, Mar 11 02:46:40.331766 dv-cinder-740146-14-smb neutron-server[103105]: 'ConntrackHelper': {'1.0'}, Mar 11 02:46:40.331766 dv-cinder-740146-14-smb neutron-server[103105]: 'LocalIPAssociation': {'1.0'}, Mar 11 02:46:40.331766 dv-cinder-740146-14-smb neutron-server[103105]: 'Log': {'1.0'}, Mar 11 02:46:40.331766 dv-cinder-740146-14-smb neutron-server[103105]: 'Network': {'1.1'}, Mar 11 02:46:40.331766 dv-cinder-740146-14-smb neutron-server[103105]: 'Port': {'1.7'}, Mar 11 02:46:40.331766 dv-cinder-740146-14-smb neutron-server[103105]: 'PortForwarding': {'1.2'}, Mar 11 02:46:40.331766 dv-cinder-740146-14-smb neutron-server[103105]: 'QosPolicy': {'1.10'}, Mar 11 02:46:40.331766 dv-cinder-740146-14-smb neutron-server[103105]: 'SecurityGroup': {'1.5'}, Mar 11 02:46:40.331766 dv-cinder-740146-14-smb neutron-server[103105]: 'SecurityGroupRule': {'1.2'}, Mar 11 02:46:40.331766 dv-cinder-740146-14-smb neutron-server[103105]: 'SubPort': {'1.0'}, Mar 11 02:46:40.331766 dv-cinder-740146-14-smb neutron-server[103105]: 'Subnet': {'1.1'}, Mar 11 02:46:40.331766 dv-cinder-740146-14-smb neutron-server[103105]: 'Trunk': {'1.1'}} Mar 11 02:46:40.331766 dv-cinder-740146-14-smb neutron-server[103105]: consumer versions: Mar 11 02:46:40.331766 dv-cinder-740146-14-smb neutron-server[103105]: { DHCP agent@dv-cinder-740146-14-smb: {}, Mar 11 02:46:40.331766 dv-cinder-740146-14-smb neutron-server[103105]: L3 agent@dv-cinder-740146-14-smb: {}, Mar 11 02:46:40.331766 dv-cinder-740146-14-smb neutron-server[103105]: Metadata agent@dv-cinder-740146-14-smb: {}, Mar 11 02:46:40.331766 dv-cinder-740146-14-smb neutron-server[103105]: Metering agent@dv-cinder-740146-14-smb: {}, Mar 11 02:46:40.331766 dv-cinder-740146-14-smb neutron-server[103105]: Open vSwitch agent@dv-cinder-740146-14-smb: { 'AddressGroup': '1.2', Mar 11 02:46:40.331766 dv-cinder-740146-14-smb neutron-server[103105]: 'ConntrackHelper': '1.0', Mar 11 02:46:40.331766 dv-cinder-740146-14-smb neutron-server[103105]: 'LocalIPAssociation': '1.0', Mar 11 02:46:40.331766 dv-cinder-740146-14-smb neutron-server[103105]: 'Log': '1.0', Mar 11 02:46:40.331766 dv-cinder-740146-14-smb neutron-server[103105]: 'Network': '1.1', Mar 11 02:46:40.331766 dv-cinder-740146-14-smb neutron-server[103105]: 'Port': '1.7', Mar 11 02:46:40.331766 dv-cinder-740146-14-smb neutron-server[103105]: 'PortForwarding': '1.2', Mar 11 02:46:40.331766 dv-cinder-740146-14-smb neutron-server[103105]: 'QosPolicy': '1.10', Mar 11 02:46:40.331766 dv-cinder-740146-14-smb neutron-server[103105]: 'SecurityGroup': '1.5', Mar 11 02:46:40.331766 dv-cinder-740146-14-smb neutron-server[103105]: 'SecurityGroupRule': '1.2', Mar 11 02:46:40.331766 dv-cinder-740146-14-smb neutron-server[103105]: 'SubPort': '1.0', Mar 11 02:46:40.331766 dv-cinder-740146-14-smb neutron-server[103105]: 'Subnet': '1.1', Mar 11 02:46:40.331766 dv-cinder-740146-14-smb neutron-server[103105]: 'Trunk': '1.1'}} Mar 11 02:46:40.331766 dv-cinder-740146-14-smb neutron-server[103105]: {{(pid=103105) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 11 02:46:40.405928 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.managers [None req-0feb6d71-7af4-4a20-9c73-78ffb8ca17c9 None None] Attempting to bind port e31da1d4-6c6c-4965-a990-33e8fb1be6a4 on host dv-cinder-740146-14-smb for vnic_type normal with profile {{(pid=103105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 02:46:40.406341 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.managers [None req-0feb6d71-7af4-4a20-9c73-78ffb8ca17c9 None None] Attempting to bind port e31da1d4-6c6c-4965-a990-33e8fb1be6a4 by drivers openvswitch,hyperv on host dv-cinder-740146-14-smb at level 0 using segments [{'id': 'a2eb9017-1092-4c0c-9284-00ac985b99b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'bf304727-fb27-44a3-8f30-343c9255035f'}] {{(pid=103105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 02:46:40.406787 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0feb6d71-7af4-4a20-9c73-78ffb8ca17c9 None None] Attempting to bind port e31da1d4-6c6c-4965-a990-33e8fb1be6a4 on network bf304727-fb27-44a3-8f30-343c9255035f {{(pid=103105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 02:46:40.411631 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0feb6d71-7af4-4a20-9c73-78ffb8ca17c9 None None] Checking agent: {'id': '36a16930-fe6f-49e2-96be-29faaa54e9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 2, 46, 29), 'started_at': datetime.datetime(2022, 3, 11, 2, 46, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 2, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 02:46:40.412021 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0feb6d71-7af4-4a20-9c73-78ffb8ca17c9 None None] Checking segment: {'id': 'a2eb9017-1092-4c0c-9284-00ac985b99b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'bf304727-fb27-44a3-8f30-343c9255035f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 02:46:40.412523 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-0feb6d71-7af4-4a20-9c73-78ffb8ca17c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:46:40.412917 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0feb6d71-7af4-4a20-9c73-78ffb8ca17c9 None None] Bound using segment: {'id': 'a2eb9017-1092-4c0c-9284-00ac985b99b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'bf304727-fb27-44a3-8f30-343c9255035f'} {{(pid=103105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 02:46:40.413405 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.managers [None req-0feb6d71-7af4-4a20-9c73-78ffb8ca17c9 None None] Bound port: e31da1d4-6c6c-4965-a990-33e8fb1be6a4, host: dv-cinder-740146-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2eb9017-1092-4c0c-9284-00ac985b99b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'bf304727-fb27-44a3-8f30-343c9255035f'}}] {{(pid=103105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 02:46:40.413813 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-0feb6d71-7af4-4a20-9c73-78ffb8ca17c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (e31da1d4-6c6c-4965-a990-33e8fb1be6a4), before_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:46:40.474665 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-0feb6d71-7af4-4a20-9c73-78ffb8ca17c9 None None] For port e31da1d4-6c6c-4965-a990-33e8fb1be6a4, host dv-cinder-740146-14-smb, cleared binding levels {{(pid=103105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 02:46:40.479371 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-0feb6d71-7af4-4a20-9c73-78ffb8ca17c9 None None] For port e31da1d4-6c6c-4965-a990-33e8fb1be6a4, host dv-cinder-740146-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-smb',level=0,port_id=e31da1d4-6c6c-4965-a990-33e8fb1be6a4,segment=NetworkSegment(a2eb9017-1092-4c0c-9284-00ac985b99b1),segment_id=a2eb9017-1092-4c0c-9284-00ac985b99b1)] {{(pid=103105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 02:46:40.486637 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-0feb6d71-7af4-4a20-9c73-78ffb8ca17c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712'] for port (e31da1d4-6c6c-4965-a990-33e8fb1be6a4), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:46:40.552468 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0feb6d71-7af4-4a20-9c73-78ffb8ca17c9 None None] Pushing event updated for resources: {'Port': ['ID=e31da1d4-6c6c-4965-a990-33e8fb1be6a4,revision_number=2']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:46:41.879066 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 36538) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:46:42.187327 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [None req-f3833894-7ce5-490f-a0af-52273ff7e95c admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103104) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 02:46:42.188388 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-f3833894-7ce5-490f-a0af-52273ff7e95c admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3082938 Mar 11 02:46:44.771751 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 36546) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:46:45.077092 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [None req-e6267478-f9b0-425c-8603-e0cf7e815ba4 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103104) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 02:46:45.078104 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-e6267478-f9b0-425c-8603-e0cf7e815ba4 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3054271 Mar 11 02:46:47.631929 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 36554) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:46:48.117429 dv-cinder-740146-14-smb neutron-server[103103]: WARNING oslo_policy.policy [None req-2085add4-1262-47bc-b6c8-2f13e8ec0648 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 11 02:46:48.118285 dv-cinder-740146-14-smb neutron-server[103103]: WARNING oslo_policy.policy [None req-2085add4-1262-47bc-b6c8-2f13e8ec0648 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 11 02:46:48.340920 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.v2.base [None req-2085add4-1262-47bc-b6c8-2f13e8ec0648 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 02:46:48.400687 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.policy [None req-2085add4-1262-47bc-b6c8-2f13e8ec0648 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103103) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 11 02:46:48.443111 dv-cinder-740146-14-smb neutron-server[103103]: WARNING oslo_policy.policy [None req-2085add4-1262-47bc-b6c8-2f13e8ec0648 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 11 02:46:48.443482 dv-cinder-740146-14-smb neutron-server[103103]: WARNING oslo_policy.policy [None req-2085add4-1262-47bc-b6c8-2f13e8ec0648 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 11 02:46:48.504774 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-2085add4-1262-47bc-b6c8-2f13e8ec0648 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58023'] for router (04fc2992-e288-4ffd-950c-c72e3fd00237), before_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:46:48.506669 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-2085add4-1262-47bc-b6c8-2f13e8ec0648 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-580465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58012'] for router (04fc2992-e288-4ffd-950c-c72e3fd00237), precommit_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:46:48.665613 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-2085add4-1262-47bc-b6c8-2f13e8ec0648 demo demo] Publish callbacks [] for router_controller (04fc2992-e288-4ffd-950c-c72e3fd00237), precommit_add_association {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:46:48.670856 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-2085add4-1262-47bc-b6c8-2f13e8ec0648 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580382'] for router (04fc2992-e288-4ffd-950c-c72e3fd00237), after_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:46:48.695141 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-2085add4-1262-47bc-b6c8-2f13e8ec0648 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:46:48.696646 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-2085add4-1262-47bc-b6c8-2f13e8ec0648 demo demo] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 1.0625479 Mar 11 02:46:51.261055 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 36574) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:46:51.522653 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Device e31da1d4-6c6c-4965-a990-33e8fb1be6a4 up at agent ovs-agent-dv-cinder-740146-14-smb {{(pid=103105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 02:46:51.599581 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [None req-3a66305c-9aa2-4a3d-a953-9dbebfce13fe admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103103) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 02:46:51.605395 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-3a66305c-9aa2-4a3d-a953-9dbebfce13fe admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3432434 Mar 11 02:46:51.615630 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Provisioning complete for port e31da1d4-6c6c-4965-a990-33e8fb1be6a4 triggered by entity L2. {{(pid=103105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 02:46:51.616047 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536573942'] for port (e31da1d4-6c6c-4965-a990-33e8fb1be6a4), provisioning_complete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:46:51.732138 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Current status of the port e31da1d4-6c6c-4965-a990-33e8fb1be6a4 is: DOWN; New status is: ACTIVE {{(pid=103105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 02:46:51.732603 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (e31da1d4-6c6c-4965-a990-33e8fb1be6a4), before_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:46:51.771623 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] For port e31da1d4-6c6c-4965-a990-33e8fb1be6a4, host dv-cinder-740146-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-smb',level=0,port_id=e31da1d4-6c6c-4965-a990-33e8fb1be6a4,segment=NetworkSegment(a2eb9017-1092-4c0c-9284-00ac985b99b1),segment_id=a2eb9017-1092-4c0c-9284-00ac985b99b1)] {{(pid=103105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 02:46:51.776775 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712'] for port (e31da1d4-6c6c-4965-a990-33e8fb1be6a4), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:46:51.830309 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Pushing event updated for resources: {'Port': ['ID=e31da1d4-6c6c-4965-a990-33e8fb1be6a4,revision_number=3']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:46:51.857249 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe7ac8f8-b62e-4ade-be6c-af40183fe3cc None None] Network bf304727-fb27-44a3-8f30-343c9255035f requested from dv-cinder-740146-14-smb {{(pid=103105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 02:46:51.980172 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [None req-f7c0619c-1f8d-44d0-bc16-d1350a34d7d1 None None] Provisioning complete for port e31da1d4-6c6c-4965-a990-33e8fb1be6a4 triggered by entity DHCP. {{(pid=103105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 02:46:51.980557 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-f7c0619c-1f8d-44d0-bc16-d1350a34d7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536573942'] for port (e31da1d4-6c6c-4965-a990-33e8fb1be6a4), provisioning_complete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:46:52.067372 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-f7c0619c-1f8d-44d0-bc16-d1350a34d7d1 None None] Current status of the port e31da1d4-6c6c-4965-a990-33e8fb1be6a4 is: ACTIVE; New status is: ACTIVE {{(pid=103105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 02:46:52.287055 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [None req-2ab59dac-a4c5-4116-b838-a665ae27ab7f None None] Provisioning complete for port e31da1d4-6c6c-4965-a990-33e8fb1be6a4 triggered by entity DHCP. {{(pid=103105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 02:46:52.287366 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-2ab59dac-a4c5-4116-b838-a665ae27ab7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536573942'] for port (e31da1d4-6c6c-4965-a990-33e8fb1be6a4), provisioning_complete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:46:52.375758 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-2ab59dac-a4c5-4116-b838-a665ae27ab7f None None] Current status of the port e31da1d4-6c6c-4965-a990-33e8fb1be6a4 is: ACTIVE; New status is: ACTIVE {{(pid=103105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 02:46:52.378350 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-817fe5d0-cbd7-41fc-9bbb-4dd9df8f3c8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (27668cff-ea20-4e06-9a9c-d4f827fe3eb1), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:46:53.490686 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Device e31da1d4-6c6c-4965-a990-33e8fb1be6a4 up at agent ovs-agent-dv-cinder-740146-14-smb {{(pid=103105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 02:46:53.538926 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Provisioning complete for port e31da1d4-6c6c-4965-a990-33e8fb1be6a4 triggered by entity L2. {{(pid=103105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 02:46:53.539320 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536573942'] for port (e31da1d4-6c6c-4965-a990-33e8fb1be6a4), provisioning_complete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:46:53.614753 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Current status of the port e31da1d4-6c6c-4965-a990-33e8fb1be6a4 is: ACTIVE; New status is: ACTIVE {{(pid=103105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 02:46:54.150743 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 36582) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:46:54.461371 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.v2.base [None req-0178677b-fd50-4906-b0d2-8c2fb0e13c43 admin admin] Request body: {'network': {'name': 'public', 'router:external': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'is_default': True}} {{(pid=103103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 02:46:54.483464 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0178677b-fd50-4906-b0d2-8c2fb0e13c43 admin admin] Made reservation on behalf of 67f32acd41b047c09a458ad4ae2c474c for: {'network': 1} {{(pid=103103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 02:46:54.486800 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0178677b-fd50-4906-b0d2-8c2fb0e13c43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for network (None), before_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:46:54.502317 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0178677b-fd50-4906-b0d2-8c2fb0e13c43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:46:54.608398 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0178677b-fd50-4906-b0d2-8c2fb0e13c43 admin admin] Publish callbacks [] for security_group (0935624a-1247-443e-a26f-c90582f08e04), precommit_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:46:54.612627 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0178677b-fd50-4906-b0d2-8c2fb0e13c43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (0935624a-1247-443e-a26f-c90582f08e04), after_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:46:54.623411 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-0178677b-fd50-4906-b0d2-8c2fb0e13c43 admin admin] Reserving flat network on physical network physnet1 {{(pid=103103) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 11 02:46:54.655919 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0178677b-fd50-4906-b0d2-8c2fb0e13c43 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8774349187085', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536533115'] for segment (86701719-770a-4197-8a84-07fe4dcd9e0f), precommit_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:46:54.656496 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0178677b-fd50-4906-b0d2-8c2fb0e13c43 admin admin] Unsubscribe: segment precommit_create {{(pid=103103) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 11 02:46:54.657021 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.db.segments_db [None req-0178677b-fd50-4906-b0d2-8c2fb0e13c43 admin admin] Added segment 86701719-770a-4197-8a84-07fe4dcd9e0f of type flat for network 67cf6db3-75c3-4d86-ba36-4af7c18cd6b3 Mar 11 02:46:54.672273 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0178677b-fd50-4906-b0d2-8c2fb0e13c43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0935624a-1247-443e-a26f-c90582f08e04,revision_number=1']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:46:54.696406 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0178677b-fd50-4906-b0d2-8c2fb0e13c43 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:46:54.697295 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0178677b-fd50-4906-b0d2-8c2fb0e13c43 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:46:54.697659 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0178677b-fd50-4906-b0d2-8c2fb0e13c43 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:46:54.697998 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0178677b-fd50-4906-b0d2-8c2fb0e13c43 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:46:54.698327 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0178677b-fd50-4906-b0d2-8c2fb0e13c43 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:46:54.698650 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0178677b-fd50-4906-b0d2-8c2fb0e13c43 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:46:54.698989 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0178677b-fd50-4906-b0d2-8c2fb0e13c43 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:46:54.699313 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0178677b-fd50-4906-b0d2-8c2fb0e13c43 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:46:54.699633 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0178677b-fd50-4906-b0d2-8c2fb0e13c43 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:46:54.699965 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0178677b-fd50-4906-b0d2-8c2fb0e13c43 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:46:54.700285 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0178677b-fd50-4906-b0d2-8c2fb0e13c43 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:46:54.700597 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0178677b-fd50-4906-b0d2-8c2fb0e13c43 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:46:54.700913 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0178677b-fd50-4906-b0d2-8c2fb0e13c43 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:46:54.702082 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0178677b-fd50-4906-b0d2-8c2fb0e13c43 admin admin] Tracked resource versions report: Mar 11 02:46:54.702082 dv-cinder-740146-14-smb neutron-server[103103]: pushed versions: Mar 11 02:46:54.702082 dv-cinder-740146-14-smb neutron-server[103103]: { 'AddressGroup': {'1.2'}, Mar 11 02:46:54.702082 dv-cinder-740146-14-smb neutron-server[103103]: 'ConntrackHelper': {'1.0'}, Mar 11 02:46:54.702082 dv-cinder-740146-14-smb neutron-server[103103]: 'LocalIPAssociation': {'1.0'}, Mar 11 02:46:54.702082 dv-cinder-740146-14-smb neutron-server[103103]: 'Log': {'1.0'}, Mar 11 02:46:54.702082 dv-cinder-740146-14-smb neutron-server[103103]: 'Network': {'1.1'}, Mar 11 02:46:54.702082 dv-cinder-740146-14-smb neutron-server[103103]: 'Port': {'1.7'}, Mar 11 02:46:54.702082 dv-cinder-740146-14-smb neutron-server[103103]: 'PortForwarding': {'1.2'}, Mar 11 02:46:54.702082 dv-cinder-740146-14-smb neutron-server[103103]: 'QosPolicy': {'1.10'}, Mar 11 02:46:54.702082 dv-cinder-740146-14-smb neutron-server[103103]: 'SecurityGroup': {'1.5'}, Mar 11 02:46:54.702082 dv-cinder-740146-14-smb neutron-server[103103]: 'SecurityGroupRule': {'1.2'}, Mar 11 02:46:54.702082 dv-cinder-740146-14-smb neutron-server[103103]: 'SubPort': {'1.0'}, Mar 11 02:46:54.702082 dv-cinder-740146-14-smb neutron-server[103103]: 'Subnet': {'1.1'}, Mar 11 02:46:54.702082 dv-cinder-740146-14-smb neutron-server[103103]: 'Trunk': {'1.1'}} Mar 11 02:46:54.702082 dv-cinder-740146-14-smb neutron-server[103103]: consumer versions: Mar 11 02:46:54.702082 dv-cinder-740146-14-smb neutron-server[103103]: { DHCP agent@dv-cinder-740146-14-smb: {}, Mar 11 02:46:54.702082 dv-cinder-740146-14-smb neutron-server[103103]: L3 agent@dv-cinder-740146-14-smb: {}, Mar 11 02:46:54.702082 dv-cinder-740146-14-smb neutron-server[103103]: Metadata agent@dv-cinder-740146-14-smb: {}, Mar 11 02:46:54.702082 dv-cinder-740146-14-smb neutron-server[103103]: Metering agent@dv-cinder-740146-14-smb: {}, Mar 11 02:46:54.702082 dv-cinder-740146-14-smb neutron-server[103103]: Open vSwitch agent@dv-cinder-740146-14-smb: { 'AddressGroup': '1.2', Mar 11 02:46:54.702082 dv-cinder-740146-14-smb neutron-server[103103]: 'ConntrackHelper': '1.0', Mar 11 02:46:54.702082 dv-cinder-740146-14-smb neutron-server[103103]: 'LocalIPAssociation': '1.0', Mar 11 02:46:54.702082 dv-cinder-740146-14-smb neutron-server[103103]: 'Log': '1.0', Mar 11 02:46:54.702082 dv-cinder-740146-14-smb neutron-server[103103]: 'Network': '1.1', Mar 11 02:46:54.702082 dv-cinder-740146-14-smb neutron-server[103103]: 'Port': '1.7', Mar 11 02:46:54.702082 dv-cinder-740146-14-smb neutron-server[103103]: 'PortForwarding': '1.2', Mar 11 02:46:54.702082 dv-cinder-740146-14-smb neutron-server[103103]: 'QosPolicy': '1.10', Mar 11 02:46:54.702082 dv-cinder-740146-14-smb neutron-server[103103]: 'SecurityGroup': '1.5', Mar 11 02:46:54.702082 dv-cinder-740146-14-smb neutron-server[103103]: 'SecurityGroupRule': '1.2', Mar 11 02:46:54.702082 dv-cinder-740146-14-smb neutron-server[103103]: 'SubPort': '1.0', Mar 11 02:46:54.702082 dv-cinder-740146-14-smb neutron-server[103103]: 'Subnet': '1.1', Mar 11 02:46:54.702082 dv-cinder-740146-14-smb neutron-server[103103]: 'Trunk': '1.1'}} Mar 11 02:46:54.702082 dv-cinder-740146-14-smb neutron-server[103103]: {{(pid=103103) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 11 02:46:54.763413 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-0573c9af-4016-4ac9-88b9-93ecc109e2a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (368653ed-b5ce-4183-9c3b-231a0bc3dd35), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:46:54.772234 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0178677b-fd50-4906-b0d2-8c2fb0e13c43 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774348876719'] for network (67cf6db3-75c3-4d86-ba36-4af7c18cd6b3), precommit_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:46:54.812633 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0178677b-fd50-4906-b0d2-8c2fb0e13c43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087'] for network (67cf6db3-75c3-4d86-ba36-4af7c18cd6b3), after_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:46:54.813778 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0178677b-fd50-4906-b0d2-8c2fb0e13c43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:46:54.814461 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0178677b-fd50-4906-b0d2-8c2fb0e13c43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-648073'] for network (None), before_response {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:46:54.864241 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-0178677b-fd50-4906-b0d2-8c2fb0e13c43 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7123957 Mar 11 02:46:54.918786 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0178677b-fd50-4906-b0d2-8c2fb0e13c43 admin admin] Pushing event updated for resources: {'Network': ['ID=67cf6db3-75c3-4d86-ba36-4af7c18cd6b3,revision_number=1']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:46:54.929305 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Network 67cf6db3-75c3-4d86-ba36-4af7c18cd6b3 details requested by agent ovs-agent-dv-cinder-740146-14-smb with host dv-cinder-740146-14-smb {{(pid=103105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 02:46:55.599207 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-f28c0ae4-c5a5-4e67-96c2-37b36f3544e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (258069e3-19c1-49ed-8474-20b6ecde628d), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:46:57.065156 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-afaf34ad-b747-4180-ba41-f81d7ecfb39b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (b193670b-9854-4e90-bc6a-e616470c2469), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:46:57.395537 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 36604) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:46:57.612052 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f3e02ff-09ee-40e7-bf80-cb0ccd11ac41 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:46:57.613431 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-9f3e02ff-09ee-40e7-bf80-cb0ccd11ac41 demo admin] 10.222.0.20 "GET /v2.0/subnets/7edd5912-21d4-46b2-bf03-f3b7e7bfa91a HTTP/1.1" status: 200 len: 849 time: 0.2168887 Mar 11 02:46:57.747843 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-108ed20c-76d5-4ea4-8a46-ec4ac8cd2a71 demo admin] 10.222.0.20 "GET /v2.0/routers/04fc2992-e288-4ffd-950c-c72e3fd00237 HTTP/1.1" status: 200 len: 704 time: 0.1279197 Mar 11 02:46:58.014764 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-17bef80e-5646-421d-946a-b6195a29544b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (None), before_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:46:58.302612 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.db.db_base_plugin_common [None req-17bef80e-5646-421d-946a-b6195a29544b demo admin] Allocated IP 172.20.0.1 (bf304727-fb27-44a3-8f30-343c9255035f/7edd5912-21d4-46b2-bf03-f3b7e7bfa91a/b0893d56-bb8a-44c2-bef0-5fa5db0191f3) {{(pid=103103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 02:46:58.481726 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-17bef80e-5646-421d-946a-b6195a29544b demo admin] Publish callbacks [] for port (b0893d56-bb8a-44c2-bef0-5fa5db0191f3), precommit_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:46:58.547612 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-17bef80e-5646-421d-946a-b6195a29544b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774348857676'] for port (b0893d56-bb8a-44c2-bef0-5fa5db0191f3), after_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:46:58.616678 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17bef80e-5646-421d-946a-b6195a29544b demo admin] Network bf304727-fb27-44a3-8f30-343c9255035f is already hosted by enough agents. {{(pid=103103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 02:46:58.621625 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.scheduler.base_scheduler [None req-17bef80e-5646-421d-946a-b6195a29544b demo admin] Resources bound (agent type, host, resource id): {{(pid=103103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 02:46:58.636271 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17bef80e-5646-421d-946a-b6195a29544b demo admin] Received port after_create {{(pid=103103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 02:46:58.636798 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-17bef80e-5646-421d-946a-b6195a29544b demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-576625'] for router_interface (04fc2992-e288-4ffd-950c-c72e3fd00237), before_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:46:58.677175 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (36a16930-fe6f-49e2-96be-29faaa54e9a3), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:46:58.699896 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bef80e-5646-421d-946a-b6195a29544b demo admin] Pushing event updated for resources: {'Port': ['ID=b0893d56-bb8a-44c2-bef0-5fa5db0191f3,revision_number=1']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:46:58.776738 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.agents_db [None req-3d558b34-a2e4-40ae-982b-3a8752938275 None None] Agent healthcheck: found 5 active agents {{(pid=103106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 02:46:58.829956 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [None req-ec3320e1-9a80-43fb-9aad-30f550632d2c None None] Provisioning complete for port b0893d56-bb8a-44c2-bef0-5fa5db0191f3 triggered by entity DHCP. {{(pid=103105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 02:46:58.830357 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-ec3320e1-9a80-43fb-9aad-30f550632d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536573942'] for port (b0893d56-bb8a-44c2-bef0-5fa5db0191f3), provisioning_complete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:46:58.842376 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-17bef80e-5646-421d-946a-b6195a29544b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (b0893d56-bb8a-44c2-bef0-5fa5db0191f3), before_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:46:58.917179 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-ec3320e1-9a80-43fb-9aad-30f550632d2c None None] Port b0893d56-bb8a-44c2-bef0-5fa5db0191f3 cannot update to ACTIVE because it is not bound. {{(pid=103105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 02:46:59.096725 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-17bef80e-5646-421d-946a-b6195a29544b demo admin] Publish callbacks [] for port (b0893d56-bb8a-44c2-bef0-5fa5db0191f3), precommit_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:46:59.101030 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-17bef80e-5646-421d-946a-b6195a29544b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712'] for port (b0893d56-bb8a-44c2-bef0-5fa5db0191f3), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:46:59.101796 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-17bef80e-5646-421d-946a-b6195a29544b demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-648101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-576733'] for router_interface (04fc2992-e288-4ffd-950c-c72e3fd00237), after_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:46:59.162108 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bef80e-5646-421d-946a-b6195a29544b demo admin] Pushing event updated for resources: {'Port': ['ID=b0893d56-bb8a-44c2-bef0-5fa5db0191f3,revision_number=2']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:46:59.224694 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17bef80e-5646-421d-946a-b6195a29544b demo admin] Network bf304727-fb27-44a3-8f30-343c9255035f is already hosted by enough agents. {{(pid=103103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 02:46:59.226005 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.scheduler.base_scheduler [None req-17bef80e-5646-421d-946a-b6195a29544b demo admin] Resources bound (agent type, host, resource id): {{(pid=103103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 02:46:59.390649 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17bef80e-5646-421d-946a-b6195a29544b demo admin] Router 04fc2992-e288-4ffd-950c-c72e3fd00237 is scheduled to L3 agent 368653ed-b5ce-4183-9c3b-231a0bc3dd35 with binding_index 1 {{(pid=103103) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 02:46:59.494759 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17bef80e-5646-421d-946a-b6195a29544b demo admin] Notify agent at l3_agent.dv-cinder-740146-14-smb the message routers_updated {{(pid=103103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 02:46:59.500048 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-17bef80e-5646-421d-946a-b6195a29544b demo admin] 10.222.0.20 "PUT /v2.0/routers/04fc2992-e288-4ffd-950c-c72e3fd00237/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7470503 Mar 11 02:46:59.516247 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f23837-5c38-4991-8027-cce1a655183b None None] Sync routers for ids ['04fc2992-e288-4ffd-950c-c72e3fd00237'] in dv-cinder-740146-14-smb {{(pid=103106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 02:46:59.528890 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f23837-5c38-4991-8027-cce1a655183b None None] Routers {'04fc2992-e288-4ffd-950c-c72e3fd00237'} bound to L3 agent in host dv-cinder-740146-14-smb {{(pid=103106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 02:46:59.529845 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-36f23837-5c38-4991-8027-cce1a655183b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-11T02:46:25Z,description=,heartbeat_timestamp=2022-03-11T02:46:55Z,host='dv-cinder-740146-14-smb',id=368653ed-b5ce-4183-9c3b-231a0bc3dd35,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T02:46:25Z,topic='l3_agent')) {'router_ids': ['04fc2992-e288-4ffd-950c-c72e3fd00237'], 'active': True} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 02:46:59.542608 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [None req-259132ce-2941-4997-a2ff-72de15c24ab2 None None] Provisioning complete for port b0893d56-bb8a-44c2-bef0-5fa5db0191f3 triggered by entity DHCP. {{(pid=103105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 02:46:59.543109 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-259132ce-2941-4997-a2ff-72de15c24ab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536573942'] for port (b0893d56-bb8a-44c2-bef0-5fa5db0191f3), provisioning_complete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:46:59.577940 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-259132ce-2941-4997-a2ff-72de15c24ab2 None None] Port b0893d56-bb8a-44c2-bef0-5fa5db0191f3 cannot update to ACTIVE because it is not bound. {{(pid=103105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 02:46:59.719699 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.l3_dvr_db [None req-36f23837-5c38-4991-8027-cce1a655183b None None] Set router 04fc2992-e288-4ffd-950c-c72e3fd00237 gateway port host: None {{(pid=103106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 02:47:00.146548 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-36f23837-5c38-4991-8027-cce1a655183b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04fc2992-e288-4ffd-950c-c72e3fd00237', 'name': 'router1', 'tenant_id': '3f3a78ecc94845f384fb1126cf961233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T02:46:48Z', 'updated_at': '2022-03-11T02:46:58Z', 'revision_number': 2, 'project_id': '3f3a78ecc94845f384fb1126cf961233', 'gw_port_host': None, '_interfaces': [{'id': 'b0893d56-bb8a-44c2-bef0-5fa5db0191f3', 'name': '', 'network_id': 'bf304727-fb27-44a3-8f30-343c9255035f', 'tenant_id': '3f3a78ecc94845f384fb1126cf961233', 'mac_address': 'fa:16:3e:b3:e1:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04fc2992-e288-4ffd-950c-c72e3fd00237', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7edd5912-21d4-46b2-bf03-f3b7e7bfa91a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:46:58Z', 'updated_at': '2022-03-11T02:46:58Z', 'revision_number': 2, 'project_id': '3f3a78ecc94845f384fb1126cf961233', 'subnets': [{'id': '7edd5912-21d4-46b2-bf03-f3b7e7bfa91a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ee421afc-54f9-4cee-b38b-c9ce6d7b3d50'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-14-smb', False) {} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 02:47:00.196679 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f23837-5c38-4991-8027-cce1a655183b None None] Checking router: 04fc2992-e288-4ffd-950c-c72e3fd00237 for host: dv-cinder-740146-14-smb {{(pid=103106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 02:47:00.197586 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f23837-5c38-4991-8027-cce1a655183b None None] Updating router 04fc2992-e288-4ffd-950c-c72e3fd00237 port b0893d56-bb8a-44c2-bef0-5fa5db0191f3 binding host dv-cinder-740146-14-smb {{(pid=103106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 02:47:00.249408 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-36f23837-5c38-4991-8027-cce1a655183b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (b0893d56-bb8a-44c2-bef0-5fa5db0191f3), before_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:47:00.752080 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-36f23837-5c38-4991-8027-cce1a655183b None None] Publish callbacks [] for port (b0893d56-bb8a-44c2-bef0-5fa5db0191f3), precommit_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:47:00.758314 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-36f23837-5c38-4991-8027-cce1a655183b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712'] for port (b0893d56-bb8a-44c2-bef0-5fa5db0191f3), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:47:00.881538 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4db882-5eb2-4de4-b8df-90b0d6145aa6 None None] Pushing event updated for resources: {'Port': ['ID=b0893d56-bb8a-44c2-bef0-5fa5db0191f3,revision_number=3']} {{(pid=103106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:47:00.906470 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4db882-5eb2-4de4-b8df-90b0d6145aa6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:47:00.906826 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4db882-5eb2-4de4-b8df-90b0d6145aa6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:47:00.907170 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4db882-5eb2-4de4-b8df-90b0d6145aa6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:47:00.907508 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4db882-5eb2-4de4-b8df-90b0d6145aa6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:47:00.907842 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4db882-5eb2-4de4-b8df-90b0d6145aa6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:47:00.908170 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4db882-5eb2-4de4-b8df-90b0d6145aa6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:47:00.908495 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4db882-5eb2-4de4-b8df-90b0d6145aa6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:47:00.908823 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4db882-5eb2-4de4-b8df-90b0d6145aa6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:47:00.909169 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4db882-5eb2-4de4-b8df-90b0d6145aa6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:47:00.909497 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4db882-5eb2-4de4-b8df-90b0d6145aa6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:47:00.909843 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4db882-5eb2-4de4-b8df-90b0d6145aa6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:47:00.910129 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4db882-5eb2-4de4-b8df-90b0d6145aa6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:47:00.910448 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4db882-5eb2-4de4-b8df-90b0d6145aa6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:47:00.911572 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4db882-5eb2-4de4-b8df-90b0d6145aa6 None None] Tracked resource versions report: Mar 11 02:47:00.911572 dv-cinder-740146-14-smb neutron-server[103106]: pushed versions: Mar 11 02:47:00.911572 dv-cinder-740146-14-smb neutron-server[103106]: { 'AddressGroup': {'1.2'}, Mar 11 02:47:00.911572 dv-cinder-740146-14-smb neutron-server[103106]: 'ConntrackHelper': {'1.0'}, Mar 11 02:47:00.911572 dv-cinder-740146-14-smb neutron-server[103106]: 'LocalIPAssociation': {'1.0'}, Mar 11 02:47:00.911572 dv-cinder-740146-14-smb neutron-server[103106]: 'Log': {'1.0'}, Mar 11 02:47:00.911572 dv-cinder-740146-14-smb neutron-server[103106]: 'Network': {'1.1'}, Mar 11 02:47:00.911572 dv-cinder-740146-14-smb neutron-server[103106]: 'Port': {'1.7'}, Mar 11 02:47:00.911572 dv-cinder-740146-14-smb neutron-server[103106]: 'PortForwarding': {'1.2'}, Mar 11 02:47:00.911572 dv-cinder-740146-14-smb neutron-server[103106]: 'QosPolicy': {'1.10'}, Mar 11 02:47:00.911572 dv-cinder-740146-14-smb neutron-server[103106]: 'SecurityGroup': {'1.5'}, Mar 11 02:47:00.911572 dv-cinder-740146-14-smb neutron-server[103106]: 'SecurityGroupRule': {'1.2'}, Mar 11 02:47:00.911572 dv-cinder-740146-14-smb neutron-server[103106]: 'SubPort': {'1.0'}, Mar 11 02:47:00.911572 dv-cinder-740146-14-smb neutron-server[103106]: 'Subnet': {'1.1'}, Mar 11 02:47:00.911572 dv-cinder-740146-14-smb neutron-server[103106]: 'Trunk': {'1.1'}} Mar 11 02:47:00.911572 dv-cinder-740146-14-smb neutron-server[103106]: consumer versions: Mar 11 02:47:00.911572 dv-cinder-740146-14-smb neutron-server[103106]: { DHCP agent@dv-cinder-740146-14-smb: {}, Mar 11 02:47:00.911572 dv-cinder-740146-14-smb neutron-server[103106]: L3 agent@dv-cinder-740146-14-smb: {}, Mar 11 02:47:00.911572 dv-cinder-740146-14-smb neutron-server[103106]: Metadata agent@dv-cinder-740146-14-smb: {}, Mar 11 02:47:00.911572 dv-cinder-740146-14-smb neutron-server[103106]: Metering agent@dv-cinder-740146-14-smb: {}, Mar 11 02:47:00.911572 dv-cinder-740146-14-smb neutron-server[103106]: Open vSwitch agent@dv-cinder-740146-14-smb: { 'AddressGroup': '1.2', Mar 11 02:47:00.911572 dv-cinder-740146-14-smb neutron-server[103106]: 'ConntrackHelper': '1.0', Mar 11 02:47:00.911572 dv-cinder-740146-14-smb neutron-server[103106]: 'LocalIPAssociation': '1.0', Mar 11 02:47:00.911572 dv-cinder-740146-14-smb neutron-server[103106]: 'Log': '1.0', Mar 11 02:47:00.911572 dv-cinder-740146-14-smb neutron-server[103106]: 'Network': '1.1', Mar 11 02:47:00.911572 dv-cinder-740146-14-smb neutron-server[103106]: 'Port': '1.7', Mar 11 02:47:00.911572 dv-cinder-740146-14-smb neutron-server[103106]: 'PortForwarding': '1.2', Mar 11 02:47:00.911572 dv-cinder-740146-14-smb neutron-server[103106]: 'QosPolicy': '1.10', Mar 11 02:47:00.911572 dv-cinder-740146-14-smb neutron-server[103106]: 'SecurityGroup': '1.5', Mar 11 02:47:00.911572 dv-cinder-740146-14-smb neutron-server[103106]: 'SecurityGroupRule': '1.2', Mar 11 02:47:00.911572 dv-cinder-740146-14-smb neutron-server[103106]: 'SubPort': '1.0', Mar 11 02:47:00.911572 dv-cinder-740146-14-smb neutron-server[103106]: 'Subnet': '1.1', Mar 11 02:47:00.911572 dv-cinder-740146-14-smb neutron-server[103106]: 'Trunk': '1.1'}} Mar 11 02:47:00.911572 dv-cinder-740146-14-smb neutron-server[103106]: {{(pid=103106) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 11 02:47:00.949701 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.plugins.ml2.managers [None req-36f23837-5c38-4991-8027-cce1a655183b None None] Attempting to bind port b0893d56-bb8a-44c2-bef0-5fa5db0191f3 on host dv-cinder-740146-14-smb for vnic_type normal with profile {{(pid=103106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 02:47:00.950106 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.plugins.ml2.managers [None req-36f23837-5c38-4991-8027-cce1a655183b None None] Attempting to bind port b0893d56-bb8a-44c2-bef0-5fa5db0191f3 by drivers openvswitch,hyperv on host dv-cinder-740146-14-smb at level 0 using segments [{'id': 'a2eb9017-1092-4c0c-9284-00ac985b99b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'bf304727-fb27-44a3-8f30-343c9255035f'}] {{(pid=103106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 02:47:00.950560 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f23837-5c38-4991-8027-cce1a655183b None None] Attempting to bind port b0893d56-bb8a-44c2-bef0-5fa5db0191f3 on network bf304727-fb27-44a3-8f30-343c9255035f {{(pid=103106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 02:47:00.955349 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f23837-5c38-4991-8027-cce1a655183b None None] Checking agent: {'id': '36a16930-fe6f-49e2-96be-29faaa54e9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 2, 46, 29), 'started_at': datetime.datetime(2022, 3, 11, 2, 46, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 2, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 02:47:00.955755 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f23837-5c38-4991-8027-cce1a655183b None None] Checking segment: {'id': 'a2eb9017-1092-4c0c-9284-00ac985b99b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'bf304727-fb27-44a3-8f30-343c9255035f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 02:47:00.956262 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-36f23837-5c38-4991-8027-cce1a655183b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:47:00.956625 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f23837-5c38-4991-8027-cce1a655183b None None] Bound using segment: {'id': 'a2eb9017-1092-4c0c-9284-00ac985b99b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'bf304727-fb27-44a3-8f30-343c9255035f'} {{(pid=103106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 02:47:00.957135 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.plugins.ml2.managers [None req-36f23837-5c38-4991-8027-cce1a655183b None None] Bound port: b0893d56-bb8a-44c2-bef0-5fa5db0191f3, host: dv-cinder-740146-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2eb9017-1092-4c0c-9284-00ac985b99b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'bf304727-fb27-44a3-8f30-343c9255035f'}}] {{(pid=103106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 02:47:00.957510 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-36f23837-5c38-4991-8027-cce1a655183b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (b0893d56-bb8a-44c2-bef0-5fa5db0191f3), before_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:47:01.005231 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [None req-e2a6a6fa-3e1c-49ea-a200-9bc1e21107e2 None None] Provisioning complete for port b0893d56-bb8a-44c2-bef0-5fa5db0191f3 triggered by entity DHCP. {{(pid=103105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 02:47:01.005730 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-e2a6a6fa-3e1c-49ea-a200-9bc1e21107e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536573942'] for port (b0893d56-bb8a-44c2-bef0-5fa5db0191f3), provisioning_complete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:47:01.024533 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-36f23837-5c38-4991-8027-cce1a655183b None None] For port b0893d56-bb8a-44c2-bef0-5fa5db0191f3, host dv-cinder-740146-14-smb, cleared binding levels {{(pid=103106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 02:47:01.043179 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-e2a6a6fa-3e1c-49ea-a200-9bc1e21107e2 None None] Port b0893d56-bb8a-44c2-bef0-5fa5db0191f3 cannot update to ACTIVE because it is not bound. {{(pid=103105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 02:47:01.045886 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-36f23837-5c38-4991-8027-cce1a655183b None None] For port b0893d56-bb8a-44c2-bef0-5fa5db0191f3, host dv-cinder-740146-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-smb',level=0,port_id=b0893d56-bb8a-44c2-bef0-5fa5db0191f3,segment=NetworkSegment(a2eb9017-1092-4c0c-9284-00ac985b99b1),segment_id=a2eb9017-1092-4c0c-9284-00ac985b99b1)] {{(pid=103106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 02:47:01.052449 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-36f23837-5c38-4991-8027-cce1a655183b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712'] for port (b0893d56-bb8a-44c2-bef0-5fa5db0191f3), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:47:01.109639 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f23837-5c38-4991-8027-cce1a655183b None None] Routers {'04fc2992-e288-4ffd-950c-c72e3fd00237'} bound to L3 agent in host dv-cinder-740146-14-smb {{(pid=103106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 02:47:01.110255 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-36f23837-5c38-4991-8027-cce1a655183b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-11T02:46:25Z,description=,heartbeat_timestamp=2022-03-11T02:46:55Z,host='dv-cinder-740146-14-smb',id=368653ed-b5ce-4183-9c3b-231a0bc3dd35,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T02:46:25Z,topic='l3_agent')) {'router_ids': ['04fc2992-e288-4ffd-950c-c72e3fd00237'], 'active': True} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 02:47:01.113168 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4db882-5eb2-4de4-b8df-90b0d6145aa6 None None] Pushing event updated for resources: {'Port': ['ID=b0893d56-bb8a-44c2-bef0-5fa5db0191f3,revision_number=4']} {{(pid=103106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:47:01.202784 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.l3_dvr_db [None req-36f23837-5c38-4991-8027-cce1a655183b None None] Set router 04fc2992-e288-4ffd-950c-c72e3fd00237 gateway port host: None {{(pid=103106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 02:47:01.264848 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [None req-2298c8f1-59a8-461e-86f5-51dc87629017 None None] Provisioning complete for port b0893d56-bb8a-44c2-bef0-5fa5db0191f3 triggered by entity DHCP. {{(pid=103105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 02:47:01.265210 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-2298c8f1-59a8-461e-86f5-51dc87629017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536573942'] for port (b0893d56-bb8a-44c2-bef0-5fa5db0191f3), provisioning_complete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:47:01.341111 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-2298c8f1-59a8-461e-86f5-51dc87629017 None None] Current status of the port b0893d56-bb8a-44c2-bef0-5fa5db0191f3 is: DOWN; New status is: ACTIVE {{(pid=103105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 02:47:01.341509 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-2298c8f1-59a8-461e-86f5-51dc87629017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (b0893d56-bb8a-44c2-bef0-5fa5db0191f3), before_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:47:01.373030 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-2298c8f1-59a8-461e-86f5-51dc87629017 None None] For port b0893d56-bb8a-44c2-bef0-5fa5db0191f3, host dv-cinder-740146-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-smb',level=0,port_id=b0893d56-bb8a-44c2-bef0-5fa5db0191f3,segment=NetworkSegment(a2eb9017-1092-4c0c-9284-00ac985b99b1),segment_id=a2eb9017-1092-4c0c-9284-00ac985b99b1)] {{(pid=103105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 02:47:01.376848 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-2298c8f1-59a8-461e-86f5-51dc87629017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712'] for port (b0893d56-bb8a-44c2-bef0-5fa5db0191f3), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:47:01.424749 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-36f23837-5c38-4991-8027-cce1a655183b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04fc2992-e288-4ffd-950c-c72e3fd00237', 'name': 'router1', 'tenant_id': '3f3a78ecc94845f384fb1126cf961233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T02:46:48Z', 'updated_at': '2022-03-11T02:46:58Z', 'revision_number': 2, 'project_id': '3f3a78ecc94845f384fb1126cf961233', 'gw_port_host': None, '_interfaces': [{'id': 'b0893d56-bb8a-44c2-bef0-5fa5db0191f3', 'name': '', 'network_id': 'bf304727-fb27-44a3-8f30-343c9255035f', 'tenant_id': '3f3a78ecc94845f384fb1126cf961233', 'mac_address': 'fa:16:3e:b3:e1:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04fc2992-e288-4ffd-950c-c72e3fd00237', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7edd5912-21d4-46b2-bf03-f3b7e7bfa91a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:46:58Z', 'updated_at': '2022-03-11T02:47:01Z', 'revision_number': 4, 'project_id': '3f3a78ecc94845f384fb1126cf961233', 'subnets': [{'id': '7edd5912-21d4-46b2-bf03-f3b7e7bfa91a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ee421afc-54f9-4cee-b38b-c9ce6d7b3d50'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-14-smb', False) {} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 02:47:01.427924 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2298c8f1-59a8-461e-86f5-51dc87629017 None None] Pushing event updated for resources: {'Port': ['ID=b0893d56-bb8a-44c2-bef0-5fa5db0191f3,revision_number=5']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:47:01.454263 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f23837-5c38-4991-8027-cce1a655183b None None] The sync data for ids ['04fc2992-e288-4ffd-950c-c72e3fd00237'] in dv-cinder-740146-14-smb is: [{'id': '04fc2992-e288-4ffd-950c-c72e3fd00237', 'name': 'router1', 'tenant_id': '3f3a78ecc94845f384fb1126cf961233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T02:46:48Z', 'updated_at': '2022-03-11T02:46:58Z', 'revision_number': 2, 'project_id': '3f3a78ecc94845f384fb1126cf961233', 'gw_port_host': None, '_interfaces': [{'id': 'b0893d56-bb8a-44c2-bef0-5fa5db0191f3', 'name': '', 'network_id': 'bf304727-fb27-44a3-8f30-343c9255035f', 'tenant_id': '3f3a78ecc94845f384fb1126cf961233', 'mac_address': 'fa:16:3e:b3:e1:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04fc2992-e288-4ffd-950c-c72e3fd00237', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7edd5912-21d4-46b2-bf03-f3b7e7bfa91a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:46:58Z', 'updated_at': '2022-03-11T02:47:01Z', 'revision_number': 4, 'project_id': '3f3a78ecc94845f384fb1126cf961233', 'subnets': [{'id': '7edd5912-21d4-46b2-bf03-f3b7e7bfa91a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ee421afc-54f9-4cee-b38b-c9ce6d7b3d50'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 02:47:01.941355 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 36624) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:47:02.055937 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4bc00ba-3584-4c46-9e03-0ae93112878c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:47:02.057772 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-b4bc00ba-3584-4c46-9e03-0ae93112878c admin admin] 10.222.0.20 "GET /v2.0/networks/67cf6db3-75c3-4d86-ba36-4af7c18cd6b3 HTTP/1.1" status: 200 len: 842 time: 0.1125712 Mar 11 02:47:02.067028 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.v2.base [None req-046ba668-c094-4851-b630-85f1a5c25b84 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'ip_version': 4, 'gateway_ip': '172.28.1.1', 'name': 'public-subnet', 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'cidr': '172.28.1.0/24'}} {{(pid=103103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 02:47:02.089620 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-046ba668-c094-4851-b630-85f1a5c25b84 admin admin] Made reservation on behalf of 67f32acd41b047c09a458ad4ae2c474c for: {'subnet': 1} {{(pid=103103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 02:47:02.091961 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-046ba668-c094-4851-b630-85f1a5c25b84 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:47:02.399548 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.objects.ports [None req-046ba668-c094-4851-b630-85f1a5c25b84 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103103) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 11 02:47:02.400416 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-046ba668-c094-4851-b630-85f1a5c25b84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087'] for subnet (b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e), after_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:47:02.459956 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046ba668-c094-4851-b630-85f1a5c25b84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e,revision_number=0']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:47:02.464864 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046ba668-c094-4851-b630-85f1a5c25b84 admin admin] Checking segment: {'id': '86701719-770a-4197-8a84-07fe4dcd9e0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 02:47:02.465245 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-046ba668-c094-4851-b630-85f1a5c25b84 admin admin] Network hostable DHCP agents. Network: 67cf6db3-75c3-4d86-ba36-4af7c18cd6b3, hostable agents: ['27668cff-ea20-4e06-9a9c-d4f827fe3eb1'], hosted agents: [] {{(pid=103103) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 02:47:02.485809 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-046ba668-c094-4851-b630-85f1a5c25b84 admin admin] Network 67cf6db3-75c3-4d86-ba36-4af7c18cd6b3 is scheduled to be hosted by DHCP agent 27668cff-ea20-4e06-9a9c-d4f827fe3eb1 with binding_index 1 {{(pid=103103) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 02:47:02.496942 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.scheduler.base_scheduler [None req-046ba668-c094-4851-b630-85f1a5c25b84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-14-smb, 67cf6db3-75c3-4d86-ba36-4af7c18cd6b3) {{(pid=103103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 02:47:02.502669 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-046ba668-c094-4851-b630-85f1a5c25b84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:47:02.502669 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-046ba668-c094-4851-b630-85f1a5c25b84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-648073'] for subnet (None), before_response {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:47:02.507475 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49cb20a2-436a-4eff-88b1-f38e2aefe6f3 None None] Network 67cf6db3-75c3-4d86-ba36-4af7c18cd6b3 requested from dv-cinder-740146-14-smb {{(pid=103105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 02:47:02.525950 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-046ba668-c094-4851-b630-85f1a5c25b84 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4622676 Mar 11 02:47:02.611917 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71122491-3c63-49af-90a1-5a808b7505e1 None None] Network 67cf6db3-75c3-4d86-ba36-4af7c18cd6b3 requested from dv-cinder-740146-14-smb {{(pid=103105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 02:47:04.954543 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 36632) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:47:05.086987 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-9ff49378-0b1d-4c41-bfae-b8148e86236a demo admin] 10.222.0.20 "GET /v2.0/routers/04fc2992-e288-4ffd-950c-c72e3fd00237 HTTP/1.1" status: 200 len: 710 time: 0.1312616 Mar 11 02:47:05.170360 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4476279d-a772-44db-9488-0951880bf637 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:47:05.171716 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-4476279d-a772-44db-9488-0951880bf637 demo admin] 10.222.0.20 "GET /v2.0/networks/67cf6db3-75c3-4d86-ba36-4af7c18cd6b3 HTTP/1.1" status: 200 len: 886 time: 0.0789156 Mar 11 02:47:05.180395 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.v2.base [None req-f524177a-b25d-460a-9d96-e6254355db00 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3'}}} {{(pid=103103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 02:47:05.494173 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-f524177a-b25d-460a-9d96-e6254355db00 demo admin] Publish callbacks [] for router_gateway (04fc2992-e288-4ffd-950c-c72e3fd00237), precommit_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:47:05.724936 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-f524177a-b25d-460a-9d96-e6254355db00 demo admin] Publish callbacks [] for router_gateway (04fc2992-e288-4ffd-950c-c72e3fd00237), before_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:47:05.800214 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-f524177a-b25d-460a-9d96-e6254355db00 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (None), before_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:47:05.898852 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.db.db_base_plugin_common [None req-f524177a-b25d-460a-9d96-e6254355db00 demo admin] Allocated IP 172.28.1.120 (67cf6db3-75c3-4d86-ba36-4af7c18cd6b3/b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e/0a416c26-a348-4edd-9e00-f539a76d65c3) {{(pid=103103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 02:47:05.999604 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-f524177a-b25d-460a-9d96-e6254355db00 demo admin] Publish callbacks [] for port (0a416c26-a348-4edd-9e00-f539a76d65c3), precommit_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:47:06.032049 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-f524177a-b25d-460a-9d96-e6254355db00 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774348857676'] for port (0a416c26-a348-4edd-9e00-f539a76d65c3), after_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:47:06.068319 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f524177a-b25d-460a-9d96-e6254355db00 demo admin] Network 67cf6db3-75c3-4d86-ba36-4af7c18cd6b3 is already hosted by enough agents. {{(pid=103103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 02:47:06.072957 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.scheduler.base_scheduler [None req-f524177a-b25d-460a-9d96-e6254355db00 demo admin] Resources bound (agent type, host, resource id): {{(pid=103103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 02:47:06.076323 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f524177a-b25d-460a-9d96-e6254355db00 demo admin] Received port after_create {{(pid=103103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 02:47:06.081294 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f524177a-b25d-460a-9d96-e6254355db00 demo admin] Pushing event updated for resources: {'Port': ['ID=0a416c26-a348-4edd-9e00-f539a76d65c3,revision_number=1']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:47:06.335023 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-f524177a-b25d-460a-9d96-e6254355db00 demo admin] Publish callbacks [] for router_gateway (04fc2992-e288-4ffd-950c-c72e3fd00237), after_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:47:06.532180 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-f524177a-b25d-460a-9d96-e6254355db00 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-580355', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-576165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57986'] for router (04fc2992-e288-4ffd-950c-c72e3fd00237), precommit_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:47:06.535850 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-f524177a-b25d-460a-9d96-e6254355db00 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-580364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-580373', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-576174'] for router (04fc2992-e288-4ffd-950c-c72e3fd00237), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:47:06.653691 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f524177a-b25d-460a-9d96-e6254355db00 demo admin] Router 04fc2992-e288-4ffd-950c-c72e3fd00237 has already been hosted by L3 agent 368653ed-b5ce-4183-9c3b-231a0bc3dd35 {{(pid=103103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 02:47:06.856246 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f524177a-b25d-460a-9d96-e6254355db00 demo admin] Notify agent at l3_agent.dv-cinder-740146-14-smb the message routers_updated {{(pid=103103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 02:47:06.860547 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-f524177a-b25d-460a-9d96-e6254355db00 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:47:06.861644 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-f524177a-b25d-460a-9d96-e6254355db00 demo admin] 10.222.0.20 "PUT /v2.0/routers/04fc2992-e288-4ffd-950c-c72e3fd00237 HTTP/1.1" status: 200 len: 890 time: 1.6843481 Mar 11 02:47:09.532307 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Device b0893d56-bb8a-44c2-bef0-5fa5db0191f3 up at agent ovs-agent-dv-cinder-740146-14-smb {{(pid=103105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 02:47:09.584713 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Provisioning complete for port b0893d56-bb8a-44c2-bef0-5fa5db0191f3 triggered by entity L2. {{(pid=103105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 02:47:09.585210 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536573942'] for port (b0893d56-bb8a-44c2-bef0-5fa5db0191f3), provisioning_complete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:47:09.590507 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 36644) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:47:09.675438 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Current status of the port b0893d56-bb8a-44c2-bef0-5fa5db0191f3 is: ACTIVE; New status is: ACTIVE {{(pid=103105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 02:47:09.713862 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-2183828e-faef-429f-88eb-7b450cd5b3df admin admin] 10.222.0.20 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1220694 Mar 11 02:47:10.110538 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e1af29-5bfc-4dc3-a0da-460430c87d78 None None] Sync routers for ids ['04fc2992-e288-4ffd-950c-c72e3fd00237'] in dv-cinder-740146-14-smb {{(pid=103105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 02:47:10.123189 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e1af29-5bfc-4dc3-a0da-460430c87d78 None None] Routers {'04fc2992-e288-4ffd-950c-c72e3fd00237'} bound to L3 agent in host dv-cinder-740146-14-smb {{(pid=103105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 02:47:10.124009 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_hamode_db [None req-20e1af29-5bfc-4dc3-a0da-460430c87d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-11T02:46:25Z,description=,heartbeat_timestamp=2022-03-11T02:46:55Z,host='dv-cinder-740146-14-smb',id=368653ed-b5ce-4183-9c3b-231a0bc3dd35,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T02:46:25Z,topic='l3_agent')) {'router_ids': ['04fc2992-e288-4ffd-950c-c72e3fd00237'], 'active': True} {{(pid=103105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 02:47:10.344307 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_dvr_db [None req-20e1af29-5bfc-4dc3-a0da-460430c87d78 None None] Set router 04fc2992-e288-4ffd-950c-c72e3fd00237 gateway port host: dv-cinder-740146-14-smb {{(pid=103105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 02:47:10.865864 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_hamode_db [None req-20e1af29-5bfc-4dc3-a0da-460430c87d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04fc2992-e288-4ffd-950c-c72e3fd00237', 'name': 'router1', 'tenant_id': '3f3a78ecc94845f384fb1126cf961233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'external_fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.120'}], 'enable_snat': True}, 'gw_port_id': '0a416c26-a348-4edd-9e00-f539a76d65c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T02:46:48Z', 'updated_at': '2022-03-11T02:47:06Z', 'revision_number': 4, 'project_id': '3f3a78ecc94845f384fb1126cf961233', 'gw_port': {'id': '0a416c26-a348-4edd-9e00-f539a76d65c3', 'name': '', 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:04:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04fc2992-e288-4ffd-950c-c72e3fd00237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:47:05Z', 'updated_at': '2022-03-11T02:47:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-smb', '_interfaces': [{'id': 'b0893d56-bb8a-44c2-bef0-5fa5db0191f3', 'name': '', 'network_id': 'bf304727-fb27-44a3-8f30-343c9255035f', 'tenant_id': '3f3a78ecc94845f384fb1126cf961233', 'mac_address': 'fa:16:3e:b3:e1:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04fc2992-e288-4ffd-950c-c72e3fd00237', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7edd5912-21d4-46b2-bf03-f3b7e7bfa91a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:46:58Z', 'updated_at': '2022-03-11T02:47:01Z', 'revision_number': 5, 'project_id': '3f3a78ecc94845f384fb1126cf961233', 'subnets': [{'id': '7edd5912-21d4-46b2-bf03-f3b7e7bfa91a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ee421afc-54f9-4cee-b38b-c9ce6d7b3d50'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-14-smb', False) {} {{(pid=103105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 02:47:10.922550 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e1af29-5bfc-4dc3-a0da-460430c87d78 None None] Checking router: 04fc2992-e288-4ffd-950c-c72e3fd00237 for host: dv-cinder-740146-14-smb {{(pid=103105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 02:47:10.922973 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e1af29-5bfc-4dc3-a0da-460430c87d78 None None] Updating router 04fc2992-e288-4ffd-950c-c72e3fd00237 port 0a416c26-a348-4edd-9e00-f539a76d65c3 binding host dv-cinder-740146-14-smb {{(pid=103105) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 02:47:10.981393 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-20e1af29-5bfc-4dc3-a0da-460430c87d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (0a416c26-a348-4edd-9e00-f539a76d65c3), before_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:47:11.297540 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-20e1af29-5bfc-4dc3-a0da-460430c87d78 None None] Publish callbacks [] for port (0a416c26-a348-4edd-9e00-f539a76d65c3), precommit_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:47:11.302340 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-20e1af29-5bfc-4dc3-a0da-460430c87d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712'] for port (0a416c26-a348-4edd-9e00-f539a76d65c3), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:47:11.349691 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.managers [None req-20e1af29-5bfc-4dc3-a0da-460430c87d78 None None] Attempting to bind port 0a416c26-a348-4edd-9e00-f539a76d65c3 on host dv-cinder-740146-14-smb for vnic_type normal with profile {{(pid=103105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 02:47:11.350067 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.managers [None req-20e1af29-5bfc-4dc3-a0da-460430c87d78 None None] Attempting to bind port 0a416c26-a348-4edd-9e00-f539a76d65c3 by drivers openvswitch,hyperv on host dv-cinder-740146-14-smb at level 0 using segments [{'id': '86701719-770a-4197-8a84-07fe4dcd9e0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3'}] {{(pid=103105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 02:47:11.350431 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e1af29-5bfc-4dc3-a0da-460430c87d78 None None] Attempting to bind port 0a416c26-a348-4edd-9e00-f539a76d65c3 on network 67cf6db3-75c3-4d86-ba36-4af7c18cd6b3 {{(pid=103105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 02:47:11.359661 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e1af29-5bfc-4dc3-a0da-460430c87d78 None None] Checking agent: {'id': '36a16930-fe6f-49e2-96be-29faaa54e9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 2, 46, 29), 'started_at': datetime.datetime(2022, 3, 11, 2, 46, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 2, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 02:47:11.360042 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e1af29-5bfc-4dc3-a0da-460430c87d78 None None] Checking segment: {'id': '86701719-770a-4197-8a84-07fe4dcd9e0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 02:47:11.360448 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-20e1af29-5bfc-4dc3-a0da-460430c87d78 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:47:11.360846 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e1af29-5bfc-4dc3-a0da-460430c87d78 None None] Bound using segment: {'id': '86701719-770a-4197-8a84-07fe4dcd9e0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3'} {{(pid=103105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 02:47:11.361334 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.managers [None req-20e1af29-5bfc-4dc3-a0da-460430c87d78 None None] Bound port: 0a416c26-a348-4edd-9e00-f539a76d65c3, host: dv-cinder-740146-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86701719-770a-4197-8a84-07fe4dcd9e0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3'}}] {{(pid=103105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 02:47:11.361717 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-20e1af29-5bfc-4dc3-a0da-460430c87d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (0a416c26-a348-4edd-9e00-f539a76d65c3), before_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:47:11.364039 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d71465-d177-4161-b1f3-be32202ed876 None None] Pushing event updated for resources: {'Port': ['ID=0a416c26-a348-4edd-9e00-f539a76d65c3,revision_number=2']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:47:11.416093 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-20e1af29-5bfc-4dc3-a0da-460430c87d78 None None] For port 0a416c26-a348-4edd-9e00-f539a76d65c3, host dv-cinder-740146-14-smb, cleared binding levels {{(pid=103105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 02:47:11.419917 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-20e1af29-5bfc-4dc3-a0da-460430c87d78 None None] For port 0a416c26-a348-4edd-9e00-f539a76d65c3, host dv-cinder-740146-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-smb',level=0,port_id=0a416c26-a348-4edd-9e00-f539a76d65c3,segment=NetworkSegment(86701719-770a-4197-8a84-07fe4dcd9e0f),segment_id=86701719-770a-4197-8a84-07fe4dcd9e0f)] {{(pid=103105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 02:47:11.426071 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-20e1af29-5bfc-4dc3-a0da-460430c87d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712'] for port (0a416c26-a348-4edd-9e00-f539a76d65c3), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:47:11.473447 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e1af29-5bfc-4dc3-a0da-460430c87d78 None None] Routers {'04fc2992-e288-4ffd-950c-c72e3fd00237'} bound to L3 agent in host dv-cinder-740146-14-smb {{(pid=103105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 02:47:11.474596 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_hamode_db [None req-20e1af29-5bfc-4dc3-a0da-460430c87d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-11T02:46:25Z,description=,heartbeat_timestamp=2022-03-11T02:46:55Z,host='dv-cinder-740146-14-smb',id=368653ed-b5ce-4183-9c3b-231a0bc3dd35,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T02:46:25Z,topic='l3_agent')) {'router_ids': ['04fc2992-e288-4ffd-950c-c72e3fd00237'], 'active': True} {{(pid=103105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 02:47:11.544810 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d71465-d177-4161-b1f3-be32202ed876 None None] Pushing event updated for resources: {'Port': ['ID=0a416c26-a348-4edd-9e00-f539a76d65c3,revision_number=3']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:47:11.609342 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_dvr_db [None req-20e1af29-5bfc-4dc3-a0da-460430c87d78 None None] Set router 04fc2992-e288-4ffd-950c-c72e3fd00237 gateway port host: dv-cinder-740146-14-smb {{(pid=103105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 02:47:11.832669 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_hamode_db [None req-20e1af29-5bfc-4dc3-a0da-460430c87d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04fc2992-e288-4ffd-950c-c72e3fd00237', 'name': 'router1', 'tenant_id': '3f3a78ecc94845f384fb1126cf961233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'external_fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.120'}], 'enable_snat': True}, 'gw_port_id': '0a416c26-a348-4edd-9e00-f539a76d65c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T02:46:48Z', 'updated_at': '2022-03-11T02:47:06Z', 'revision_number': 4, 'project_id': '3f3a78ecc94845f384fb1126cf961233', 'gw_port': {'id': '0a416c26-a348-4edd-9e00-f539a76d65c3', 'name': '', 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:04:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04fc2992-e288-4ffd-950c-c72e3fd00237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:47:05Z', 'updated_at': '2022-03-11T02:47:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-smb', '_interfaces': [{'id': 'b0893d56-bb8a-44c2-bef0-5fa5db0191f3', 'name': '', 'network_id': 'bf304727-fb27-44a3-8f30-343c9255035f', 'tenant_id': '3f3a78ecc94845f384fb1126cf961233', 'mac_address': 'fa:16:3e:b3:e1:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04fc2992-e288-4ffd-950c-c72e3fd00237', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7edd5912-21d4-46b2-bf03-f3b7e7bfa91a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:46:58Z', 'updated_at': '2022-03-11T02:47:01Z', 'revision_number': 5, 'project_id': '3f3a78ecc94845f384fb1126cf961233', 'subnets': [{'id': '7edd5912-21d4-46b2-bf03-f3b7e7bfa91a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ee421afc-54f9-4cee-b38b-c9ce6d7b3d50'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-14-smb', False) {} {{(pid=103105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 02:47:11.862873 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e1af29-5bfc-4dc3-a0da-460430c87d78 None None] The sync data for ids ['04fc2992-e288-4ffd-950c-c72e3fd00237'] in dv-cinder-740146-14-smb is: [{'id': '04fc2992-e288-4ffd-950c-c72e3fd00237', 'name': 'router1', 'tenant_id': '3f3a78ecc94845f384fb1126cf961233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'external_fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.120'}], 'enable_snat': True}, 'gw_port_id': '0a416c26-a348-4edd-9e00-f539a76d65c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T02:46:48Z', 'updated_at': '2022-03-11T02:47:06Z', 'revision_number': 4, 'project_id': '3f3a78ecc94845f384fb1126cf961233', 'gw_port': {'id': '0a416c26-a348-4edd-9e00-f539a76d65c3', 'name': '', 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:04:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04fc2992-e288-4ffd-950c-c72e3fd00237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:47:05Z', 'updated_at': '2022-03-11T02:47:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-smb', '_interfaces': [{'id': 'b0893d56-bb8a-44c2-bef0-5fa5db0191f3', 'name': '', 'network_id': 'bf304727-fb27-44a3-8f30-343c9255035f', 'tenant_id': '3f3a78ecc94845f384fb1126cf961233', 'mac_address': 'fa:16:3e:b3:e1:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04fc2992-e288-4ffd-950c-c72e3fd00237', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7edd5912-21d4-46b2-bf03-f3b7e7bfa91a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:46:58Z', 'updated_at': '2022-03-11T02:47:01Z', 'revision_number': 5, 'project_id': '3f3a78ecc94845f384fb1126cf961233', 'subnets': [{'id': '7edd5912-21d4-46b2-bf03-f3b7e7bfa91a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ee421afc-54f9-4cee-b38b-c9ce6d7b3d50'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 02:47:13.618732 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Device 0a416c26-a348-4edd-9e00-f539a76d65c3 up at agent ovs-agent-dv-cinder-740146-14-smb {{(pid=103105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 02:47:13.678305 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Provisioning complete for port 0a416c26-a348-4edd-9e00-f539a76d65c3 triggered by entity L2. {{(pid=103105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 02:47:13.678920 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536573942'] for port (0a416c26-a348-4edd-9e00-f539a76d65c3), provisioning_complete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:47:13.775149 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Current status of the port 0a416c26-a348-4edd-9e00-f539a76d65c3 is: DOWN; New status is: ACTIVE {{(pid=103105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 02:47:13.775911 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (0a416c26-a348-4edd-9e00-f539a76d65c3), before_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:47:13.801971 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] For port 0a416c26-a348-4edd-9e00-f539a76d65c3, host dv-cinder-740146-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-smb',level=0,port_id=0a416c26-a348-4edd-9e00-f539a76d65c3,segment=NetworkSegment(86701719-770a-4197-8a84-07fe4dcd9e0f),segment_id=86701719-770a-4197-8a84-07fe4dcd9e0f)] {{(pid=103105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 02:47:13.809309 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712'] for port (0a416c26-a348-4edd-9e00-f539a76d65c3), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:47:13.896385 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Pushing event updated for resources: {'Port': ['ID=0a416c26-a348-4edd-9e00-f539a76d65c3,revision_number=4']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:47:15.600271 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Device 0a416c26-a348-4edd-9e00-f539a76d65c3 up at agent ovs-agent-dv-cinder-740146-14-smb {{(pid=103105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 02:47:15.723576 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Provisioning complete for port 0a416c26-a348-4edd-9e00-f539a76d65c3 triggered by entity L2. {{(pid=103105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 02:47:15.723964 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536573942'] for port (0a416c26-a348-4edd-9e00-f539a76d65c3), provisioning_complete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:47:15.949929 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Current status of the port 0a416c26-a348-4edd-9e00-f539a76d65c3 is: ACTIVE; New status is: ACTIVE {{(pid=103105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 02:47:22.370825 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-bbe34e02-2dbd-450e-9786-8355f97c2086 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (27668cff-ea20-4e06-9a9c-d4f827fe3eb1), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:47:24.770326 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-f3ee9833-ac74-409c-8e26-ff1c2735fc3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (368653ed-b5ce-4183-9c3b-231a0bc3dd35), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:47:25.607039 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-f28c0ae4-c5a5-4e67-96c2-37b36f3544e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (258069e3-19c1-49ed-8474-20b6ecde628d), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:47:27.077788 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-afaf34ad-b747-4180-ba41-f81d7ecfb39b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (b193670b-9854-4e90-bc6a-e616470c2469), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:47:28.688634 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (36a16930-fe6f-49e2-96be-29faaa54e9a3), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:47:35.776467 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.agents_db [None req-3d558b34-a2e4-40ae-982b-3a8752938275 None None] Agent healthcheck: found 5 active agents {{(pid=103106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 02:47:52.375186 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-36388f7f-5b24-4313-b9a0-356095e63b8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (27668cff-ea20-4e06-9a9c-d4f827fe3eb1), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:47:54.769191 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-dadbee53-9bc7-4f8e-806c-20f426059d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (368653ed-b5ce-4183-9c3b-231a0bc3dd35), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:47:55.608550 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-f28c0ae4-c5a5-4e67-96c2-37b36f3544e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (258069e3-19c1-49ed-8474-20b6ecde628d), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:47:57.075393 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-afaf34ad-b747-4180-ba41-f81d7ecfb39b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (b193670b-9854-4e90-bc6a-e616470c2469), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:47:58.673014 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (36a16930-fe6f-49e2-96be-29faaa54e9a3), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:48:12.777020 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.agents_db [None req-3d558b34-a2e4-40ae-982b-3a8752938275 None None] Agent healthcheck: found 5 active agents {{(pid=103106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 02:48:22.377678 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-f00bea66-5e54-4f11-8902-48f69d004aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (27668cff-ea20-4e06-9a9c-d4f827fe3eb1), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:48:24.772244 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-ae58a1cc-8b58-40e8-852b-62d5b62d6982 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (368653ed-b5ce-4183-9c3b-231a0bc3dd35), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:48:25.607667 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-f28c0ae4-c5a5-4e67-96c2-37b36f3544e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (258069e3-19c1-49ed-8474-20b6ecde628d), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:48:27.079095 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-afaf34ad-b747-4180-ba41-f81d7ecfb39b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (b193670b-9854-4e90-bc6a-e616470c2469), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:48:28.675376 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (36a16930-fe6f-49e2-96be-29faaa54e9a3), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:48:31.530375 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 37128) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:48:31.598406 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8200aca-29c3-423f-84ed-94e5a38c928d admin admin] GET failed (client error): The resource could not be found. Mar 11 02:48:31.599710 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-a8200aca-29c3-423f-84ed-94e5a38c928d admin admin] 10.222.0.20 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0684149 Mar 11 02:48:31.761308 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe74566-417d-47cb-8b26-a4a5702b6d4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:48:31.762675 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-6fe74566-417d-47cb-8b26-a4a5702b6d4f admin admin] 10.222.0.20 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1582429 Mar 11 02:48:34.099000 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 37138) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:48:34.189836 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e87e92-bb85-4cce-b27a-6b217c28f96c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:48:34.191294 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-c3e87e92-bb85-4cce-b27a-6b217c28f96c admin admin] 10.222.0.20 "GET /v2.0/subnets/7edd5912-21d4-46b2-bf03-f3b7e7bfa91a HTTP/1.1" status: 200 len: 849 time: 0.0912533 Mar 11 02:48:34.201053 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.v2.base [None req-afaf6556-7261-42f0-97ab-1e6d67889bab admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 02:48:34.283512 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-afaf6556-7261-42f0-97ab-1e6d67889bab admin admin] Publish callbacks [] for subnet (7edd5912-21d4-46b2-bf03-f3b7e7bfa91a), before_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:48:34.423934 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-afaf6556-7261-42f0-97ab-1e6d67889bab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8774349360222'] for subnet (7edd5912-21d4-46b2-bf03-f3b7e7bfa91a), after_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:48:34.456933 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afaf6556-7261-42f0-97ab-1e6d67889bab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:48:34.457947 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-afaf6556-7261-42f0-97ab-1e6d67889bab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-648073'] for subnet (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:48:34.458885 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-afaf6556-7261-42f0-97ab-1e6d67889bab admin admin] 10.222.0.20 "PUT /v2.0/subnets/7edd5912-21d4-46b2-bf03-f3b7e7bfa91a HTTP/1.1" status: 200 len: 868 time: 0.2613068 Mar 11 02:48:34.461334 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba0122b0-7e82-4154-aa86-8d784d7faee5 None None] Network bf304727-fb27-44a3-8f30-343c9255035f requested from dv-cinder-740146-14-smb {{(pid=103105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 02:48:34.478969 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaf6556-7261-42f0-97ab-1e6d67889bab admin admin] Pushing event updated for resources: {'Subnet': ['ID=7edd5912-21d4-46b2-bf03-f3b7e7bfa91a,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:48:34.486092 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afaf6556-7261-42f0-97ab-1e6d67889bab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:48:34.486465 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afaf6556-7261-42f0-97ab-1e6d67889bab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:48:34.486835 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afaf6556-7261-42f0-97ab-1e6d67889bab admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:48:34.487188 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afaf6556-7261-42f0-97ab-1e6d67889bab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:48:34.487528 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afaf6556-7261-42f0-97ab-1e6d67889bab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:48:34.487863 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afaf6556-7261-42f0-97ab-1e6d67889bab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:48:34.488215 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afaf6556-7261-42f0-97ab-1e6d67889bab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:48:34.488554 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afaf6556-7261-42f0-97ab-1e6d67889bab admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:48:34.488890 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afaf6556-7261-42f0-97ab-1e6d67889bab admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:48:34.489270 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afaf6556-7261-42f0-97ab-1e6d67889bab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:48:34.489607 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afaf6556-7261-42f0-97ab-1e6d67889bab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:48:34.489943 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afaf6556-7261-42f0-97ab-1e6d67889bab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:48:34.490271 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afaf6556-7261-42f0-97ab-1e6d67889bab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:48:34.825050 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [None req-a88db0cf-4931-4243-b947-105669a32360 None None] Provisioning complete for port e31da1d4-6c6c-4965-a990-33e8fb1be6a4 triggered by entity DHCP. {{(pid=103105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 02:48:34.825467 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-a88db0cf-4931-4243-b947-105669a32360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536573942'] for port (e31da1d4-6c6c-4965-a990-33e8fb1be6a4), provisioning_complete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:48:34.901941 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-a88db0cf-4931-4243-b947-105669a32360 None None] Current status of the port e31da1d4-6c6c-4965-a990-33e8fb1be6a4 is: ACTIVE; New status is: ACTIVE {{(pid=103105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 02:48:34.911600 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [None req-a88db0cf-4931-4243-b947-105669a32360 None None] Provisioning complete for port b0893d56-bb8a-44c2-bef0-5fa5db0191f3 triggered by entity DHCP. {{(pid=103105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 02:48:34.911991 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-a88db0cf-4931-4243-b947-105669a32360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536573942'] for port (b0893d56-bb8a-44c2-bef0-5fa5db0191f3), provisioning_complete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:48:34.996234 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-a88db0cf-4931-4243-b947-105669a32360 None None] Current status of the port b0893d56-bb8a-44c2-bef0-5fa5db0191f3 is: ACTIVE; New status is: ACTIVE {{(pid=103105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 02:48:36.838248 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 37146) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:48:37.034418 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c1817c-5277-46c3-9f50-b2af5f2814cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:48:37.034804 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c1817c-5277-46c3-9f50-b2af5f2814cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:48:37.036325 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-55c1817c-5277-46c3-9f50-b2af5f2814cf admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1971004 Mar 11 02:48:39.371283 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 37154) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:48:39.501320 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda0793c-279b-4394-9ee2-eb22056eb2c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:48:39.501788 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda0793c-279b-4394-9ee2-eb22056eb2c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:48:39.503305 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-bda0793c-279b-4394-9ee2-eb22056eb2c0 admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1310759 Mar 11 02:48:41.827149 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 37162) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:48:41.988460 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a7c99d-572c-429a-8e9e-4e81a2e168b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:48:41.989872 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-a2a7c99d-572c-429a-8e9e-4e81a2e168b3 admin admin] 10.222.0.20 "GET /v2.0/networks/67cf6db3-75c3-4d86-ba36-4af7c18cd6b3 HTTP/1.1" status: 200 len: 886 time: 0.1617520 Mar 11 02:48:44.329017 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 37170) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:48:44.468721 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c18f558-d8a1-4c3b-b8fa-2f0d9a8502d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:48:44.470144 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-2c18f558-d8a1-4c3b-b8fa-2f0d9a8502d7 admin admin] 10.222.0.20 "GET /v2.0/networks/bf304727-fb27-44a3-8f30-343c9255035f HTTP/1.1" status: 200 len: 869 time: 0.1401606 Mar 11 02:48:46.817638 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 37178) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:48:46.940270 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c43c226c-69cf-4ae1-9a2b-edb7e731ad38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:48:46.940732 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c43c226c-69cf-4ae1-9a2b-edb7e731ad38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:48:46.942300 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-c43c226c-69cf-4ae1-9a2b-edb7e731ad38 admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1237266 Mar 11 02:48:49.252946 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 37186) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:48:49.340689 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac0d0612-e8f7-4114-a2ff-792859a4c50f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:48:49.341160 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac0d0612-e8f7-4114-a2ff-792859a4c50f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:48:49.342629 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-ac0d0612-e8f7-4114-a2ff-792859a4c50f admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0887179 Mar 11 02:48:49.775629 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.agents_db [None req-3d558b34-a2e4-40ae-982b-3a8752938275 None None] Agent healthcheck: found 5 active agents {{(pid=103106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 02:48:51.656792 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 37194) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:48:51.749507 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250364b7-4a6e-43c6-8b06-010f3df5ea50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:48:51.750963 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-250364b7-4a6e-43c6-8b06-010f3df5ea50 admin admin] 10.222.0.20 "GET /v2.0/subnets/7edd5912-21d4-46b2-bf03-f3b7e7bfa91a HTTP/1.1" status: 200 len: 868 time: 0.0931211 Mar 11 02:48:52.379893 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-bf820b67-64af-4c86-8d48-a28fa3242369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (27668cff-ea20-4e06-9a9c-d4f827fe3eb1), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:48:54.072195 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 37202) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:48:54.156811 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c366e2e4-7ab5-4040-9901-1b6c34a56791 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:48:54.158236 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-c366e2e4-7ab5-4040-9901-1b6c34a56791 admin admin] 10.222.0.20 "GET /v2.0/subnets/b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e HTTP/1.1" status: 200 len: 816 time: 0.0850294 Mar 11 02:48:54.777110 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-802618e6-21a5-4759-9e5c-34300d07c505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (368653ed-b5ce-4183-9c3b-231a0bc3dd35), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:48:55.612385 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-f28c0ae4-c5a5-4e67-96c2-37b36f3544e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (258069e3-19c1-49ed-8474-20b6ecde628d), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:48:57.080808 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-afaf34ad-b747-4180-ba41-f81d7ecfb39b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (b193670b-9854-4e90-bc6a-e616470c2469), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:48:58.677920 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (36a16930-fe6f-49e2-96be-29faaa54e9a3), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:49:22.198438 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 37256) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:49:22.245763 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [None req-b3512bfa-f084-4c14-abfe-267fbd2e7be7 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103103) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 02:49:22.246775 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-b3512bfa-f084-4c14-abfe-267fbd2e7be7 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0474396 Mar 11 02:49:22.382826 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-545c7019-2dbf-4e62-a93d-d7fcc6fedf96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (27668cff-ea20-4e06-9a9c-d4f827fe3eb1), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:49:24.623128 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 37264) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:49:24.684482 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.pecan_wsgi.hooks.translation [None req-f42b4922-39eb-4b1c-907c-dfe923749b83 admin admin] GET failed (client error): The resource could not be found. Mar 11 02:49:24.685798 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-f42b4922-39eb-4b1c-907c-dfe923749b83 admin admin] 10.222.0.20 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0617397 Mar 11 02:49:24.778916 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1abb2c5f-209e-4345-9f29-508dbe08e49b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (368653ed-b5ce-4183-9c3b-231a0bc3dd35), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:49:24.827361 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-763ab35e-f362-4a81-800b-03f38f4db3db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:49:24.828831 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-763ab35e-f362-4a81-800b-03f38f4db3db admin admin] 10.222.0.20 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1390920 Mar 11 02:49:25.614961 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-f28c0ae4-c5a5-4e67-96c2-37b36f3544e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (258069e3-19c1-49ed-8474-20b6ecde628d), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:49:26.777391 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.agents_db [None req-3d558b34-a2e4-40ae-982b-3a8752938275 None None] Agent healthcheck: found 5 active agents {{(pid=103106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 02:49:27.088822 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-afaf34ad-b747-4180-ba41-f81d7ecfb39b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (b193670b-9854-4e90-bc6a-e616470c2469), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:49:27.167163 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 37272) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:49:27.214647 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.v2.base [None req-19329f91-bf8a-4b32-ba75-0e518f422c27 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=103103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 02:49:27.233880 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19329f91-bf8a-4b32-ba75-0e518f422c27 admin admin] Made reservation on behalf of 67f32acd41b047c09a458ad4ae2c474c for: {'network': 1} {{(pid=103103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 02:49:27.236337 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-19329f91-bf8a-4b32-ba75-0e518f422c27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for network (None), before_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:49:27.263933 dv-cinder-740146-14-smb neutron-server[103103]: WARNING neutron.services.revisions.revision_plugin [None req-19329f91-bf8a-4b32-ba75-0e518f422c27 admin admin] Could not find related network for resource to bump revision. Mar 11 02:49:27.278600 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19329f91-bf8a-4b32-ba75-0e518f422c27 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=103103) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 02:49:27.288584 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-19329f91-bf8a-4b32-ba75-0e518f422c27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536533115'] for segment (7c157da4-8dbe-4d4e-8a1b-f2c00dd98554), precommit_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:49:27.288924 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.db.segments_db [None req-19329f91-bf8a-4b32-ba75-0e518f422c27 admin admin] Added segment 7c157da4-8dbe-4d4e-8a1b-f2c00dd98554 of type vlan for network ba442a72-58ff-419c-9a1d-13fdbf418792 Mar 11 02:49:27.335824 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-19329f91-bf8a-4b32-ba75-0e518f422c27 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774348876719'] for network (ba442a72-58ff-419c-9a1d-13fdbf418792), precommit_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:49:27.359017 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-19329f91-bf8a-4b32-ba75-0e518f422c27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087'] for network (ba442a72-58ff-419c-9a1d-13fdbf418792), after_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:49:27.360253 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19329f91-bf8a-4b32-ba75-0e518f422c27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:49:27.361299 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-19329f91-bf8a-4b32-ba75-0e518f422c27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-648073'] for network (None), before_response {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:49:27.393969 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-19329f91-bf8a-4b32-ba75-0e518f422c27 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2257113 Mar 11 02:49:27.429423 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19329f91-bf8a-4b32-ba75-0e518f422c27 admin admin] Pushing event updated for resources: {'Network': ['ID=ba442a72-58ff-419c-9a1d-13fdbf418792,revision_number=1']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:49:27.436860 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19329f91-bf8a-4b32-ba75-0e518f422c27 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:49:27.437284 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19329f91-bf8a-4b32-ba75-0e518f422c27 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:49:27.437658 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19329f91-bf8a-4b32-ba75-0e518f422c27 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:49:27.438012 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19329f91-bf8a-4b32-ba75-0e518f422c27 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:49:27.438361 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19329f91-bf8a-4b32-ba75-0e518f422c27 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:49:27.438701 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19329f91-bf8a-4b32-ba75-0e518f422c27 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:49:27.439049 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19329f91-bf8a-4b32-ba75-0e518f422c27 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:49:27.439390 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19329f91-bf8a-4b32-ba75-0e518f422c27 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:49:27.439724 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19329f91-bf8a-4b32-ba75-0e518f422c27 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:49:27.440074 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19329f91-bf8a-4b32-ba75-0e518f422c27 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:49:27.440409 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19329f91-bf8a-4b32-ba75-0e518f422c27 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:49:27.440737 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19329f91-bf8a-4b32-ba75-0e518f422c27 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:49:27.441064 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19329f91-bf8a-4b32-ba75-0e518f422c27 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:49:27.453192 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Network ba442a72-58ff-419c-9a1d-13fdbf418792 details requested by agent ovs-agent-dv-cinder-740146-14-smb with host dv-cinder-740146-14-smb {{(pid=103105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 02:49:28.681568 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (36a16930-fe6f-49e2-96be-29faaa54e9a3), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:49:29.718286 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 37280) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:49:29.778177 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.pecan_wsgi.hooks.translation [None req-47145868-d1b9-4c6f-9325-15d697b6129f admin admin] GET failed (client error): The resource could not be found. Mar 11 02:49:29.779486 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-47145868-d1b9-4c6f-9325-15d697b6129f admin admin] 10.222.0.20 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0601840 Mar 11 02:49:29.848523 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd28223-1026-4e0f-8074-27d685a95299 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:49:29.849934 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-ffd28223-1026-4e0f-8074-27d685a95299 admin admin] 10.222.0.20 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0664687 Mar 11 02:49:29.859348 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.v2.base [None req-2a7ee3b5-71f3-4bba-9c2a-9761f800b284 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': 'ba442a72-58ff-419c-9a1d-13fdbf418792', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=103103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 02:49:29.878872 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a7ee3b5-71f3-4bba-9c2a-9761f800b284 admin admin] Made reservation on behalf of 67f32acd41b047c09a458ad4ae2c474c for: {'subnet': 1} {{(pid=103103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 02:49:29.881438 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-2a7ee3b5-71f3-4bba-9c2a-9761f800b284 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:49:30.037637 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-2a7ee3b5-71f3-4bba-9c2a-9761f800b284 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087'] for subnet (eeaccd1c-3184-4590-b45d-055c2c6b8bdd), after_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:49:30.090816 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7ee3b5-71f3-4bba-9c2a-9761f800b284 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eeaccd1c-3184-4590-b45d-055c2c6b8bdd,revision_number=0']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:49:30.097310 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7ee3b5-71f3-4bba-9c2a-9761f800b284 admin admin] Checking segment: {'id': '7c157da4-8dbe-4d4e-8a1b-f2c00dd98554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ba442a72-58ff-419c-9a1d-13fdbf418792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 02:49:30.097654 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7ee3b5-71f3-4bba-9c2a-9761f800b284 admin admin] Network hostable DHCP agents. Network: ba442a72-58ff-419c-9a1d-13fdbf418792, hostable agents: ['27668cff-ea20-4e06-9a9c-d4f827fe3eb1'], hosted agents: [] {{(pid=103103) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 02:49:30.112817 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7ee3b5-71f3-4bba-9c2a-9761f800b284 admin admin] Network ba442a72-58ff-419c-9a1d-13fdbf418792 is scheduled to be hosted by DHCP agent 27668cff-ea20-4e06-9a9c-d4f827fe3eb1 with binding_index 1 {{(pid=103103) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 02:49:30.120670 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.scheduler.base_scheduler [None req-2a7ee3b5-71f3-4bba-9c2a-9761f800b284 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-14-smb, ba442a72-58ff-419c-9a1d-13fdbf418792) {{(pid=103103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 02:49:30.124617 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a7ee3b5-71f3-4bba-9c2a-9761f800b284 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:49:30.125240 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-2a7ee3b5-71f3-4bba-9c2a-9761f800b284 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-648073'] for subnet (None), before_response {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:49:30.129644 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e57359-a5da-4556-b734-fe955843651f None None] Network ba442a72-58ff-419c-9a1d-13fdbf418792 requested from dv-cinder-740146-14-smb {{(pid=103105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 02:49:30.140365 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-2a7ee3b5-71f3-4bba-9c2a-9761f800b284 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2842646 Mar 11 02:49:30.235276 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-457966d3-5db9-469d-b376-8eb75758c20c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd85ff5c0-c910-53e4-8e7c-b470cdcfe3b4-ba442a72-58ff-419c-9a1d-13fdbf418792', 'network_id': 'ba442a72-58ff-419c-9a1d-13fdbf418792', 'project_id': '67f32acd41b047c09a458ad4ae2c474c', 'fixed_ips': [{'subnet_id': 'eeaccd1c-3184-4590-b45d-055c2c6b8bdd'}]}} from dv-cinder-740146-14-smb. {{(pid=103105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 02:49:30.236152 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-457966d3-5db9-469d-b376-8eb75758c20c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (None), before_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:49:30.470816 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.db_base_plugin_common [None req-457966d3-5db9-469d-b376-8eb75758c20c None None] Allocated IP 192.168.233.2 (ba442a72-58ff-419c-9a1d-13fdbf418792/eeaccd1c-3184-4590-b45d-055c2c6b8bdd/299ac5c6-4916-4fc9-beb4-e3c8a2661a9b) {{(pid=103105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 02:49:30.613835 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-457966d3-5db9-469d-b376-8eb75758c20c None None] Publish callbacks [] for port (299ac5c6-4916-4fc9-beb4-e3c8a2661a9b), precommit_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:49:30.620920 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-457966d3-5db9-469d-b376-8eb75758c20c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774348857676'] for port (299ac5c6-4916-4fc9-beb4-e3c8a2661a9b), after_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:49:30.662840 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-457966d3-5db9-469d-b376-8eb75758c20c None None] Network ba442a72-58ff-419c-9a1d-13fdbf418792 is already hosted by enough agents. {{(pid=103105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 02:49:30.666079 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.scheduler.base_scheduler [None req-457966d3-5db9-469d-b376-8eb75758c20c None None] Resources bound (agent type, host, resource id): {{(pid=103105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 02:49:30.669025 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457966d3-5db9-469d-b376-8eb75758c20c None None] Received port after_create {{(pid=103105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 02:49:30.674374 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457966d3-5db9-469d-b376-8eb75758c20c None None] Pushing event updated for resources: {'Port': ['ID=299ac5c6-4916-4fc9-beb4-e3c8a2661a9b,revision_number=1']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:49:30.683948 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457966d3-5db9-469d-b376-8eb75758c20c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:49:30.684296 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457966d3-5db9-469d-b376-8eb75758c20c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:49:30.684655 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457966d3-5db9-469d-b376-8eb75758c20c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:49:30.684993 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457966d3-5db9-469d-b376-8eb75758c20c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:49:30.685353 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457966d3-5db9-469d-b376-8eb75758c20c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:49:30.685683 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457966d3-5db9-469d-b376-8eb75758c20c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:49:30.686015 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457966d3-5db9-469d-b376-8eb75758c20c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:49:30.686332 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457966d3-5db9-469d-b376-8eb75758c20c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:49:30.686652 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457966d3-5db9-469d-b376-8eb75758c20c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:49:30.686985 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457966d3-5db9-469d-b376-8eb75758c20c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:49:30.687310 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457966d3-5db9-469d-b376-8eb75758c20c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:49:30.687625 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457966d3-5db9-469d-b376-8eb75758c20c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:49:30.687964 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457966d3-5db9-469d-b376-8eb75758c20c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:49:30.740302 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.managers [None req-457966d3-5db9-469d-b376-8eb75758c20c None None] Attempting to bind port 299ac5c6-4916-4fc9-beb4-e3c8a2661a9b on host dv-cinder-740146-14-smb for vnic_type normal with profile {{(pid=103105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 02:49:30.740632 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.managers [None req-457966d3-5db9-469d-b376-8eb75758c20c None None] Attempting to bind port 299ac5c6-4916-4fc9-beb4-e3c8a2661a9b by drivers openvswitch,hyperv on host dv-cinder-740146-14-smb at level 0 using segments [{'id': '7c157da4-8dbe-4d4e-8a1b-f2c00dd98554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ba442a72-58ff-419c-9a1d-13fdbf418792'}] {{(pid=103105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 02:49:30.741014 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457966d3-5db9-469d-b376-8eb75758c20c None None] Attempting to bind port 299ac5c6-4916-4fc9-beb4-e3c8a2661a9b on network ba442a72-58ff-419c-9a1d-13fdbf418792 {{(pid=103105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 02:49:30.746405 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457966d3-5db9-469d-b376-8eb75758c20c None None] Checking agent: {'id': '36a16930-fe6f-49e2-96be-29faaa54e9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 2, 46, 29), 'started_at': datetime.datetime(2022, 3, 11, 2, 46, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 2, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 02:49:30.746900 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457966d3-5db9-469d-b376-8eb75758c20c None None] Checking segment: {'id': '7c157da4-8dbe-4d4e-8a1b-f2c00dd98554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ba442a72-58ff-419c-9a1d-13fdbf418792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 02:49:30.747343 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-457966d3-5db9-469d-b376-8eb75758c20c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:49:30.747736 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457966d3-5db9-469d-b376-8eb75758c20c None None] Bound using segment: {'id': '7c157da4-8dbe-4d4e-8a1b-f2c00dd98554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ba442a72-58ff-419c-9a1d-13fdbf418792'} {{(pid=103105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 02:49:30.748202 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.managers [None req-457966d3-5db9-469d-b376-8eb75758c20c None None] Bound port: 299ac5c6-4916-4fc9-beb4-e3c8a2661a9b, host: dv-cinder-740146-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c157da4-8dbe-4d4e-8a1b-f2c00dd98554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ba442a72-58ff-419c-9a1d-13fdbf418792'}}] {{(pid=103105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 02:49:30.748579 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-457966d3-5db9-469d-b376-8eb75758c20c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (299ac5c6-4916-4fc9-beb4-e3c8a2661a9b), before_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:49:30.812381 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-457966d3-5db9-469d-b376-8eb75758c20c None None] For port 299ac5c6-4916-4fc9-beb4-e3c8a2661a9b, host dv-cinder-740146-14-smb, cleared binding levels {{(pid=103105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 02:49:30.815658 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-457966d3-5db9-469d-b376-8eb75758c20c None None] For port 299ac5c6-4916-4fc9-beb4-e3c8a2661a9b, host dv-cinder-740146-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-smb',level=0,port_id=299ac5c6-4916-4fc9-beb4-e3c8a2661a9b,segment=NetworkSegment(7c157da4-8dbe-4d4e-8a1b-f2c00dd98554),segment_id=7c157da4-8dbe-4d4e-8a1b-f2c00dd98554)] {{(pid=103105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 02:49:30.822135 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-457966d3-5db9-469d-b376-8eb75758c20c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712'] for port (299ac5c6-4916-4fc9-beb4-e3c8a2661a9b), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:49:30.882410 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457966d3-5db9-469d-b376-8eb75758c20c None None] Pushing event updated for resources: {'Port': ['ID=299ac5c6-4916-4fc9-beb4-e3c8a2661a9b,revision_number=2']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:49:31.660729 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Device 299ac5c6-4916-4fc9-beb4-e3c8a2661a9b up at agent ovs-agent-dv-cinder-740146-14-smb {{(pid=103105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 02:49:31.716736 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Provisioning complete for port 299ac5c6-4916-4fc9-beb4-e3c8a2661a9b triggered by entity L2. {{(pid=103105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 02:49:31.717207 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536573942'] for port (299ac5c6-4916-4fc9-beb4-e3c8a2661a9b), provisioning_complete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:49:31.757504 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28468c38-66f4-4d40-8e26-c7143453d451 None None] Network ba442a72-58ff-419c-9a1d-13fdbf418792 requested from dv-cinder-740146-14-smb {{(pid=103105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 02:49:31.868412 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Current status of the port 299ac5c6-4916-4fc9-beb4-e3c8a2661a9b is: DOWN; New status is: ACTIVE {{(pid=103105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 02:49:31.868718 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (299ac5c6-4916-4fc9-beb4-e3c8a2661a9b), before_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:49:31.916612 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [None req-d44eadf1-937d-4c66-be5a-35c3ee26e9b2 None None] Provisioning complete for port 299ac5c6-4916-4fc9-beb4-e3c8a2661a9b triggered by entity DHCP. {{(pid=103105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 02:49:31.917006 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-d44eadf1-937d-4c66-be5a-35c3ee26e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536573942'] for port (299ac5c6-4916-4fc9-beb4-e3c8a2661a9b), provisioning_complete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:49:31.955974 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] For port 299ac5c6-4916-4fc9-beb4-e3c8a2661a9b, host dv-cinder-740146-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-smb',level=0,port_id=299ac5c6-4916-4fc9-beb4-e3c8a2661a9b,segment=NetworkSegment(7c157da4-8dbe-4d4e-8a1b-f2c00dd98554),segment_id=7c157da4-8dbe-4d4e-8a1b-f2c00dd98554)] {{(pid=103105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 02:49:31.966341 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712'] for port (299ac5c6-4916-4fc9-beb4-e3c8a2661a9b), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:49:32.027075 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Pushing event updated for resources: {'Port': ['ID=299ac5c6-4916-4fc9-beb4-e3c8a2661a9b,revision_number=3']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:49:32.061545 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-d44eadf1-937d-4c66-be5a-35c3ee26e9b2 None None] Current status of the port 299ac5c6-4916-4fc9-beb4-e3c8a2661a9b is: ACTIVE; New status is: ACTIVE {{(pid=103105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 02:49:32.282826 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [None req-74b9ca51-4fee-4539-89b3-a221f734abce None None] Provisioning complete for port 299ac5c6-4916-4fc9-beb4-e3c8a2661a9b triggered by entity DHCP. {{(pid=103105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 02:49:32.283128 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-74b9ca51-4fee-4539-89b3-a221f734abce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536573942'] for port (299ac5c6-4916-4fc9-beb4-e3c8a2661a9b), provisioning_complete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:49:32.363958 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-74b9ca51-4fee-4539-89b3-a221f734abce None None] Current status of the port 299ac5c6-4916-4fc9-beb4-e3c8a2661a9b is: ACTIVE; New status is: ACTIVE {{(pid=103105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 02:49:33.615026 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Device 299ac5c6-4916-4fc9-beb4-e3c8a2661a9b up at agent ovs-agent-dv-cinder-740146-14-smb {{(pid=103105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 02:49:33.663619 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Provisioning complete for port 299ac5c6-4916-4fc9-beb4-e3c8a2661a9b triggered by entity L2. {{(pid=103105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 02:49:33.664016 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536573942'] for port (299ac5c6-4916-4fc9-beb4-e3c8a2661a9b), provisioning_complete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:49:33.742791 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Current status of the port 299ac5c6-4916-4fc9-beb4-e3c8a2661a9b is: ACTIVE; New status is: ACTIVE {{(pid=103105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 02:49:52.386137 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-a9c1255a-9894-4d24-9516-8794eaccd451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (27668cff-ea20-4e06-9a9c-d4f827fe3eb1), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:49:54.781543 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-adb3db68-188f-4c0d-8bbc-ba528d233942 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (368653ed-b5ce-4183-9c3b-231a0bc3dd35), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:49:55.620858 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-f28c0ae4-c5a5-4e67-96c2-37b36f3544e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (258069e3-19c1-49ed-8474-20b6ecde628d), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:49:57.089391 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-afaf34ad-b747-4180-ba41-f81d7ecfb39b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (b193670b-9854-4e90-bc6a-e616470c2469), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:49:58.683720 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (36a16930-fe6f-49e2-96be-29faaa54e9a3), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:50:03.776580 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.agents_db [None req-3d558b34-a2e4-40ae-982b-3a8752938275 None None] Agent healthcheck: found 5 active agents {{(pid=103106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 02:50:22.389177 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-8ecc8072-af80-4834-9909-e32f2ce99681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (27668cff-ea20-4e06-9a9c-d4f827fe3eb1), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:50:24.786198 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-33c4ff12-8bab-463b-9f7f-c1ea854d5d7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (368653ed-b5ce-4183-9c3b-231a0bc3dd35), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:50:25.621130 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-f28c0ae4-c5a5-4e67-96c2-37b36f3544e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (258069e3-19c1-49ed-8474-20b6ecde628d), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:50:27.092766 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-afaf34ad-b747-4180-ba41-f81d7ecfb39b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (b193670b-9854-4e90-bc6a-e616470c2469), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:50:28.687230 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (36a16930-fe6f-49e2-96be-29faaa54e9a3), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:50:40.775253 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.agents_db [None req-3d558b34-a2e4-40ae-982b-3a8752938275 None None] Agent healthcheck: found 5 active agents {{(pid=103106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 02:50:52.391629 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1cae61be-513e-43f3-9142-b2787c31de13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (27668cff-ea20-4e06-9a9c-d4f827fe3eb1), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:50:54.790576 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-6d15b5a8-5678-46ed-be9a-aa83cd384cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (368653ed-b5ce-4183-9c3b-231a0bc3dd35), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:50:55.624513 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-f28c0ae4-c5a5-4e67-96c2-37b36f3544e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (258069e3-19c1-49ed-8474-20b6ecde628d), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:50:57.097872 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-afaf34ad-b747-4180-ba41-f81d7ecfb39b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (b193670b-9854-4e90-bc6a-e616470c2469), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:50:58.691317 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (36a16930-fe6f-49e2-96be-29faaa54e9a3), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:51:03.600281 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 37320) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:51:03.606203 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [None req-0e771c05-5990-4864-9114-7e43bbb71d1c tempest-verify_tempest_config-1411525372 tempest-verify_tempest_config-1411525372-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103103) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 02:51:03.607176 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-0e771c05-5990-4864-9114-7e43bbb71d1c tempest-verify_tempest_config-1411525372 tempest-verify_tempest_config-1411525372-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0055332 Mar 11 02:51:03.887927 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 37338) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:51:03.987115 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-a020d2cf-8817-4aee-a637-20bba84273cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:51:04.058341 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-a020d2cf-8817-4aee-a637-20bba84273cd admin admin] Publish callbacks [] for security_group (3684788d-f1e8-4047-8659-4701ec7c4393), precommit_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:51:04.061924 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-a020d2cf-8817-4aee-a637-20bba84273cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (3684788d-f1e8-4047-8659-4701ec7c4393), after_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:51:04.105334 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-a020d2cf-8817-4aee-a637-20bba84273cd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5d2b2df2b2004256b1796fb48d7a8023&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2163713 Mar 11 02:51:04.106175 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a020d2cf-8817-4aee-a637-20bba84273cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3684788d-f1e8-4047-8659-4701ec7c4393,revision_number=1']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:51:04.108138 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 37342) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:51:04.112660 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a020d2cf-8817-4aee-a637-20bba84273cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:51:04.113024 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a020d2cf-8817-4aee-a637-20bba84273cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:51:04.113409 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a020d2cf-8817-4aee-a637-20bba84273cd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:51:04.113745 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a020d2cf-8817-4aee-a637-20bba84273cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:51:04.114070 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a020d2cf-8817-4aee-a637-20bba84273cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:51:04.114393 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a020d2cf-8817-4aee-a637-20bba84273cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:51:04.114717 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a020d2cf-8817-4aee-a637-20bba84273cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:51:04.115046 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a020d2cf-8817-4aee-a637-20bba84273cd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:51:04.115617 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a020d2cf-8817-4aee-a637-20bba84273cd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:51:04.115943 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a020d2cf-8817-4aee-a637-20bba84273cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:51:04.116259 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a020d2cf-8817-4aee-a637-20bba84273cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:51:04.116572 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a020d2cf-8817-4aee-a637-20bba84273cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:51:04.116885 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a020d2cf-8817-4aee-a637-20bba84273cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:51:04.162347 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-76dc763f-25a2-42da-bed0-803e7e0b4b7b admin admin] Publish callbacks [] for security_group (3684788d-f1e8-4047-8659-4701ec7c4393), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:51:04.182669 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-76dc763f-25a2-42da-bed0-803e7e0b4b7b admin admin] Publish callbacks [] for security_group (3684788d-f1e8-4047-8659-4701ec7c4393), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:51:04.273246 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-76dc763f-25a2-42da-bed0-803e7e0b4b7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (3684788d-f1e8-4047-8659-4701ec7c4393), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:51:04.275793 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-76dc763f-25a2-42da-bed0-803e7e0b4b7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:51:04.276936 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-76dc763f-25a2-42da-bed0-803e7e0b4b7b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3684788d-f1e8-4047-8659-4701ec7c4393 HTTP/1.1" status: 204 len: 168 time: 0.1678562 Mar 11 02:51:04.284426 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dc763f-25a2-42da-bed0-803e7e0b4b7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3684788d-f1e8-4047-8659-4701ec7c4393,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:51:04.290834 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dc763f-25a2-42da-bed0-803e7e0b4b7b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:51:04.291234 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dc763f-25a2-42da-bed0-803e7e0b4b7b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:51:04.291585 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dc763f-25a2-42da-bed0-803e7e0b4b7b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:51:04.291918 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dc763f-25a2-42da-bed0-803e7e0b4b7b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:51:04.292244 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dc763f-25a2-42da-bed0-803e7e0b4b7b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:51:04.292571 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dc763f-25a2-42da-bed0-803e7e0b4b7b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:51:04.292911 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dc763f-25a2-42da-bed0-803e7e0b4b7b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:51:04.293261 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dc763f-25a2-42da-bed0-803e7e0b4b7b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:51:04.293587 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dc763f-25a2-42da-bed0-803e7e0b4b7b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:51:04.293946 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dc763f-25a2-42da-bed0-803e7e0b4b7b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:51:04.294296 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dc763f-25a2-42da-bed0-803e7e0b4b7b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:51:04.294709 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dc763f-25a2-42da-bed0-803e7e0b4b7b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:51:04.294923 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dc763f-25a2-42da-bed0-803e7e0b4b7b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:51:17.773743 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.agents_db [None req-3d558b34-a2e4-40ae-982b-3a8752938275 None None] Agent healthcheck: found 5 active agents {{(pid=103106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 02:51:22.393720 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-e601e3fe-f4cb-4d5e-a3cf-c937dd129864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (27668cff-ea20-4e06-9a9c-d4f827fe3eb1), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:51:24.782650 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-f8bb5ec0-6e17-4a19-b88f-19e39c705d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (368653ed-b5ce-4183-9c3b-231a0bc3dd35), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:51:25.627032 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-f28c0ae4-c5a5-4e67-96c2-37b36f3544e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (258069e3-19c1-49ed-8474-20b6ecde628d), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:51:27.099483 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-afaf34ad-b747-4180-ba41-f81d7ecfb39b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (b193670b-9854-4e90-bc6a-e616470c2469), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:51:28.693721 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (36a16930-fe6f-49e2-96be-29faaa54e9a3), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:51:52.394774 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-b8c134a6-fe1a-43da-a12f-81b1c9d76313 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (27668cff-ea20-4e06-9a9c-d4f827fe3eb1), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:51:54.774362 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.agents_db [None req-3d558b34-a2e4-40ae-982b-3a8752938275 None None] Agent healthcheck: found 5 active agents {{(pid=103106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 02:51:54.790373 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-4d7e9444-14d7-4669-b83f-d87f03dda785 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (368653ed-b5ce-4183-9c3b-231a0bc3dd35), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:51:55.629013 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-f28c0ae4-c5a5-4e67-96c2-37b36f3544e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (258069e3-19c1-49ed-8474-20b6ecde628d), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:51:57.103828 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-afaf34ad-b747-4180-ba41-f81d7ecfb39b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (b193670b-9854-4e90-bc6a-e616470c2469), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:51:58.697443 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (36a16930-fe6f-49e2-96be-29faaa54e9a3), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:52:22.395590 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-e3d0aec4-2517-4650-bcdc-3fad6cf22133 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (27668cff-ea20-4e06-9a9c-d4f827fe3eb1), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:52:24.782105 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-4bca867c-4bb9-414c-bba4-2e865ddfa1fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (368653ed-b5ce-4183-9c3b-231a0bc3dd35), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:52:25.632322 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-f28c0ae4-c5a5-4e67-96c2-37b36f3544e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (258069e3-19c1-49ed-8474-20b6ecde628d), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:52:27.105892 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-afaf34ad-b747-4180-ba41-f81d7ecfb39b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (b193670b-9854-4e90-bc6a-e616470c2469), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:52:28.699296 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (36a16930-fe6f-49e2-96be-29faaa54e9a3), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:52:31.773287 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.agents_db [None req-3d558b34-a2e4-40ae-982b-3a8752938275 None None] Agent healthcheck: found 5 active agents {{(pid=103106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 02:52:47.326652 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-575765'] for agent (56ad6e9b-975a-4fdf-b549-1f3c33ba94e0), after_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:52:52.395692 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-f9cb4b81-6d3e-42c8-a33c-38b2724fecdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (27668cff-ea20-4e06-9a9c-d4f827fe3eb1), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:52:54.783134 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-2ce6397e-14dd-4cc7-a062-d526d3074a1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (368653ed-b5ce-4183-9c3b-231a0bc3dd35), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:52:55.635701 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-f28c0ae4-c5a5-4e67-96c2-37b36f3544e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (258069e3-19c1-49ed-8474-20b6ecde628d), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:52:57.109656 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-afaf34ad-b747-4180-ba41-f81d7ecfb39b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (b193670b-9854-4e90-bc6a-e616470c2469), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:52:58.700957 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (36a16930-fe6f-49e2-96be-29faaa54e9a3), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:53:01.695339 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 37414) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:53:01.798046 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-0845bd7d-99c6-4ed2-89f6-bb7df1e20ebb admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4547 time: 0.1015844 Mar 11 02:53:04.119618 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 37424) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:53:04.173335 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-9773fd75-77b8-4745-8b92-b76394bb86df admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4547 time: 0.0525868 Mar 11 02:53:08.772675 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.agents_db [None req-3d558b34-a2e4-40ae-982b-3a8752938275 None None] Agent healthcheck: found 6 active agents {{(pid=103106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 02:53:17.280724 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (56ad6e9b-975a-4fdf-b549-1f3c33ba94e0), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:53:22.397136 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-7682833f-0869-4bb3-a282-09bd4332bab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (27668cff-ea20-4e06-9a9c-d4f827fe3eb1), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:53:24.787313 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-d1b75720-731d-4a1e-9797-35b3b6464ee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (368653ed-b5ce-4183-9c3b-231a0bc3dd35), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:53:25.637996 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-f28c0ae4-c5a5-4e67-96c2-37b36f3544e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (258069e3-19c1-49ed-8474-20b6ecde628d), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:53:27.111994 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-afaf34ad-b747-4180-ba41-f81d7ecfb39b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (b193670b-9854-4e90-bc6a-e616470c2469), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:53:28.702693 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (36a16930-fe6f-49e2-96be-29faaa54e9a3), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:53:45.771026 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.agents_db [None req-3d558b34-a2e4-40ae-982b-3a8752938275 None None] Agent healthcheck: found 6 active agents {{(pid=103106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 02:53:47.278078 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (56ad6e9b-975a-4fdf-b549-1f3c33ba94e0), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:53:52.397650 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-6f2a1f64-7981-45de-a1e0-5999069bed10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (27668cff-ea20-4e06-9a9c-d4f827fe3eb1), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:53:54.790294 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-37c699bc-0730-4d9d-8e81-29e0f0976e08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (368653ed-b5ce-4183-9c3b-231a0bc3dd35), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:53:55.642451 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-f28c0ae4-c5a5-4e67-96c2-37b36f3544e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (258069e3-19c1-49ed-8474-20b6ecde628d), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:53:57.115557 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-afaf34ad-b747-4180-ba41-f81d7ecfb39b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (b193670b-9854-4e90-bc6a-e616470c2469), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:53:58.706246 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (36a16930-fe6f-49e2-96be-29faaa54e9a3), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:17.291905 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (56ad6e9b-975a-4fdf-b549-1f3c33ba94e0), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:22.398863 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-b87d0027-9931-4aae-9ccb-341f2342b228 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (27668cff-ea20-4e06-9a9c-d4f827fe3eb1), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:22.770213 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.agents_db [None req-3d558b34-a2e4-40ae-982b-3a8752938275 None None] Agent healthcheck: found 6 active agents {{(pid=103106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 02:54:24.791930 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-fe757388-181e-4a29-96f9-d485e27aa2d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (368653ed-b5ce-4183-9c3b-231a0bc3dd35), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:25.644394 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-f28c0ae4-c5a5-4e67-96c2-37b36f3544e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (258069e3-19c1-49ed-8474-20b6ecde628d), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:27.119109 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-afaf34ad-b747-4180-ba41-f81d7ecfb39b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (b193670b-9854-4e90-bc6a-e616470c2469), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:28.710790 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (36a16930-fe6f-49e2-96be-29faaa54e9a3), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:46.624814 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 37574) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:54:46.654755 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 37582) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:54:46.921747 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.v2.base [None req-d61ee786-cff5-4d45-bffd-5431a16b6709 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1359685103-network', 'tenant_id': '8a19620c29074aed8f3e4d3d8c51b9c7'}} {{(pid=103104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 02:54:46.941493 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d61ee786-cff5-4d45-bffd-5431a16b6709 admin admin] Made reservation on behalf of 8a19620c29074aed8f3e4d3d8c51b9c7 for: {'network': 1} {{(pid=103104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 02:54:46.943844 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-d61ee786-cff5-4d45-bffd-5431a16b6709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for network (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:46.952541 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-d61ee786-cff5-4d45-bffd-5431a16b6709 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:47.008862 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.v2.base [None req-b9f2a963-8122-4813-9e1a-3ceddb5ad70b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-461084469-network', 'tenant_id': '455c4aaecbbb4110abf67996ffc3f4bb'}} {{(pid=103104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 02:54:47.046443 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-d61ee786-cff5-4d45-bffd-5431a16b6709 admin admin] Publish callbacks [] for security_group (dcd3495b-5227-44b1-a9f8-830b27c617ba), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:47.052192 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-d61ee786-cff5-4d45-bffd-5431a16b6709 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (dcd3495b-5227-44b1-a9f8-830b27c617ba), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:47.066493 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9f2a963-8122-4813-9e1a-3ceddb5ad70b admin admin] Made reservation on behalf of 455c4aaecbbb4110abf67996ffc3f4bb for: {'network': 1} {{(pid=103104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 02:54:47.068799 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-b9f2a963-8122-4813-9e1a-3ceddb5ad70b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for network (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:47.071831 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d61ee786-cff5-4d45-bffd-5431a16b6709 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=103104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 02:54:47.153745 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-d61ee786-cff5-4d45-bffd-5431a16b6709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536533115'] for segment (22446c97-92b8-47e2-ad9c-302a226f6755), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:47.154100 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.db.segments_db [None req-d61ee786-cff5-4d45-bffd-5431a16b6709 admin admin] Added segment 22446c97-92b8-47e2-ad9c-302a226f6755 of type vlan for network 845c03c2-a500-4a58-b6f9-0437e53ee18b Mar 11 02:54:47.161815 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-b9f2a963-8122-4813-9e1a-3ceddb5ad70b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:47.199569 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61ee786-cff5-4d45-bffd-5431a16b6709 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcd3495b-5227-44b1-a9f8-830b27c617ba,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:54:47.224279 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-d61ee786-cff5-4d45-bffd-5431a16b6709 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774348876719'] for network (845c03c2-a500-4a58-b6f9-0437e53ee18b), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:47.247361 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61ee786-cff5-4d45-bffd-5431a16b6709 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:54:47.247736 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61ee786-cff5-4d45-bffd-5431a16b6709 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:54:47.248483 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61ee786-cff5-4d45-bffd-5431a16b6709 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:54:47.248991 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61ee786-cff5-4d45-bffd-5431a16b6709 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:54:47.249657 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61ee786-cff5-4d45-bffd-5431a16b6709 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:54:47.250206 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61ee786-cff5-4d45-bffd-5431a16b6709 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:54:47.250787 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61ee786-cff5-4d45-bffd-5431a16b6709 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:54:47.250922 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61ee786-cff5-4d45-bffd-5431a16b6709 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:54:47.251445 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61ee786-cff5-4d45-bffd-5431a16b6709 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:54:47.252131 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61ee786-cff5-4d45-bffd-5431a16b6709 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:54:47.252628 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61ee786-cff5-4d45-bffd-5431a16b6709 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:54:47.253148 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61ee786-cff5-4d45-bffd-5431a16b6709 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:54:47.253626 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61ee786-cff5-4d45-bffd-5431a16b6709 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:54:47.255078 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61ee786-cff5-4d45-bffd-5431a16b6709 admin admin] Tracked resource versions report: Mar 11 02:54:47.255078 dv-cinder-740146-14-smb neutron-server[103104]: pushed versions: Mar 11 02:54:47.255078 dv-cinder-740146-14-smb neutron-server[103104]: { 'AddressGroup': {'1.2'}, Mar 11 02:54:47.255078 dv-cinder-740146-14-smb neutron-server[103104]: 'ConntrackHelper': {'1.0'}, Mar 11 02:54:47.255078 dv-cinder-740146-14-smb neutron-server[103104]: 'LocalIPAssociation': {'1.0'}, Mar 11 02:54:47.255078 dv-cinder-740146-14-smb neutron-server[103104]: 'Log': {'1.0'}, Mar 11 02:54:47.255078 dv-cinder-740146-14-smb neutron-server[103104]: 'Network': {'1.1'}, Mar 11 02:54:47.255078 dv-cinder-740146-14-smb neutron-server[103104]: 'Port': {'1.7'}, Mar 11 02:54:47.255078 dv-cinder-740146-14-smb neutron-server[103104]: 'PortForwarding': {'1.2'}, Mar 11 02:54:47.255078 dv-cinder-740146-14-smb neutron-server[103104]: 'QosPolicy': {'1.10'}, Mar 11 02:54:47.255078 dv-cinder-740146-14-smb neutron-server[103104]: 'SecurityGroup': {'1.5'}, Mar 11 02:54:47.255078 dv-cinder-740146-14-smb neutron-server[103104]: 'SecurityGroupRule': {'1.2'}, Mar 11 02:54:47.255078 dv-cinder-740146-14-smb neutron-server[103104]: 'SubPort': {'1.0'}, Mar 11 02:54:47.255078 dv-cinder-740146-14-smb neutron-server[103104]: 'Subnet': {'1.1'}, Mar 11 02:54:47.255078 dv-cinder-740146-14-smb neutron-server[103104]: 'Trunk': {'1.1'}} Mar 11 02:54:47.255078 dv-cinder-740146-14-smb neutron-server[103104]: consumer versions: Mar 11 02:54:47.255078 dv-cinder-740146-14-smb neutron-server[103104]: { DHCP agent@dv-cinder-740146-14-smb: {}, Mar 11 02:54:47.255078 dv-cinder-740146-14-smb neutron-server[103104]: HyperV agent@hv-cinder-74014: {}, Mar 11 02:54:47.255078 dv-cinder-740146-14-smb neutron-server[103104]: L3 agent@dv-cinder-740146-14-smb: {}, Mar 11 02:54:47.255078 dv-cinder-740146-14-smb neutron-server[103104]: Metadata agent@dv-cinder-740146-14-smb: {}, Mar 11 02:54:47.255078 dv-cinder-740146-14-smb neutron-server[103104]: Metering agent@dv-cinder-740146-14-smb: {}, Mar 11 02:54:47.255078 dv-cinder-740146-14-smb neutron-server[103104]: Open vSwitch agent@dv-cinder-740146-14-smb: { 'AddressGroup': '1.2', Mar 11 02:54:47.255078 dv-cinder-740146-14-smb neutron-server[103104]: 'ConntrackHelper': '1.0', Mar 11 02:54:47.255078 dv-cinder-740146-14-smb neutron-server[103104]: 'LocalIPAssociation': '1.0', Mar 11 02:54:47.255078 dv-cinder-740146-14-smb neutron-server[103104]: 'Log': '1.0', Mar 11 02:54:47.255078 dv-cinder-740146-14-smb neutron-server[103104]: 'Network': '1.1', Mar 11 02:54:47.255078 dv-cinder-740146-14-smb neutron-server[103104]: 'Port': '1.7', Mar 11 02:54:47.255078 dv-cinder-740146-14-smb neutron-server[103104]: 'PortForwarding': '1.2', Mar 11 02:54:47.255078 dv-cinder-740146-14-smb neutron-server[103104]: 'QosPolicy': '1.10', Mar 11 02:54:47.255078 dv-cinder-740146-14-smb neutron-server[103104]: 'SecurityGroup': '1.5', Mar 11 02:54:47.255078 dv-cinder-740146-14-smb neutron-server[103104]: 'SecurityGroupRule': '1.2', Mar 11 02:54:47.255078 dv-cinder-740146-14-smb neutron-server[103104]: 'SubPort': '1.0', Mar 11 02:54:47.255078 dv-cinder-740146-14-smb neutron-server[103104]: 'Subnet': '1.1', Mar 11 02:54:47.255078 dv-cinder-740146-14-smb neutron-server[103104]: 'Trunk': '1.1'}} Mar 11 02:54:47.255078 dv-cinder-740146-14-smb neutron-server[103104]: {{(pid=103104) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 11 02:54:47.261532 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-d61ee786-cff5-4d45-bffd-5431a16b6709 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087'] for network (845c03c2-a500-4a58-b6f9-0437e53ee18b), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:47.262534 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d61ee786-cff5-4d45-bffd-5431a16b6709 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:54:47.263261 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-d61ee786-cff5-4d45-bffd-5431a16b6709 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-648073'] for network (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:47.307748 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (56ad6e9b-975a-4fdf-b549-1f3c33ba94e0), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:47.312689 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-d61ee786-cff5-4d45-bffd-5431a16b6709 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6858592 Mar 11 02:54:47.315960 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 37630) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:54:47.322263 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.v2.base [None req-43de4c76-d65f-47c2-8e8a-c527a85384e1 admin admin] Request body: {'subnet': {'network_id': '845c03c2-a500-4a58-b6f9-0437e53ee18b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1359685103-subnet', 'tenant_id': '8a19620c29074aed8f3e4d3d8c51b9c7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 02:54:47.349483 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43de4c76-d65f-47c2-8e8a-c527a85384e1 admin admin] Made reservation on behalf of 8a19620c29074aed8f3e4d3d8c51b9c7 for: {'subnet': 1} {{(pid=103103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 02:54:47.353733 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-43de4c76-d65f-47c2-8e8a-c527a85384e1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:47.374603 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-b9f2a963-8122-4813-9e1a-3ceddb5ad70b admin admin] Publish callbacks [] for security_group (b5ad1bfd-bd0d-4e50-9714-1ca1b519c2fa), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:47.382856 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-b9f2a963-8122-4813-9e1a-3ceddb5ad70b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (b5ad1bfd-bd0d-4e50-9714-1ca1b519c2fa), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:47.445437 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9f2a963-8122-4813-9e1a-3ceddb5ad70b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 149} {{(pid=103104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 02:54:47.457869 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-b9f2a963-8122-4813-9e1a-3ceddb5ad70b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536533115'] for segment (9dafc380-f183-4cac-bb58-3fadfbe37e0a), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:47.458640 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.db.segments_db [None req-b9f2a963-8122-4813-9e1a-3ceddb5ad70b admin admin] Added segment 9dafc380-f183-4cac-bb58-3fadfbe37e0a of type vlan for network efac0d19-7339-4c25-b4bc-ad7f12378dc1 Mar 11 02:54:47.509602 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-b9f2a963-8122-4813-9e1a-3ceddb5ad70b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774348876719'] for network (efac0d19-7339-4c25-b4bc-ad7f12378dc1), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:47.536321 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-43de4c76-d65f-47c2-8e8a-c527a85384e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087'] for subnet (363826bf-4a53-45a3-8f97-aa25838926f8), after_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:47.543308 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f2a963-8122-4813-9e1a-3ceddb5ad70b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5ad1bfd-bd0d-4e50-9714-1ca1b519c2fa,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:54:47.571729 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-b9f2a963-8122-4813-9e1a-3ceddb5ad70b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087'] for network (efac0d19-7339-4c25-b4bc-ad7f12378dc1), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:47.572649 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f2a963-8122-4813-9e1a-3ceddb5ad70b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:54:47.574021 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-b9f2a963-8122-4813-9e1a-3ceddb5ad70b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-648073'] for network (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:47.616818 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61ee786-cff5-4d45-bffd-5431a16b6709 admin admin] Pushing event updated for resources: {'Network': ['ID=845c03c2-a500-4a58-b6f9-0437e53ee18b,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:54:47.618806 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43de4c76-d65f-47c2-8e8a-c527a85384e1 admin admin] Checking segment: {'id': '22446c97-92b8-47e2-ad9c-302a226f6755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '845c03c2-a500-4a58-b6f9-0437e53ee18b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 02:54:47.619171 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43de4c76-d65f-47c2-8e8a-c527a85384e1 admin admin] Network hostable DHCP agents. Network: 845c03c2-a500-4a58-b6f9-0437e53ee18b, hostable agents: ['27668cff-ea20-4e06-9a9c-d4f827fe3eb1'], hosted agents: [] {{(pid=103103) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 02:54:47.624039 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43de4c76-d65f-47c2-8e8a-c527a85384e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=363826bf-4a53-45a3-8f97-aa25838926f8,revision_number=0']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:54:47.630360 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Network 845c03c2-a500-4a58-b6f9-0437e53ee18b details requested by agent ovs-agent-dv-cinder-740146-14-smb with host dv-cinder-740146-14-smb {{(pid=103105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 02:54:47.645426 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43de4c76-d65f-47c2-8e8a-c527a85384e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:54:47.646300 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43de4c76-d65f-47c2-8e8a-c527a85384e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:54:47.646826 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43de4c76-d65f-47c2-8e8a-c527a85384e1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:54:47.647310 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43de4c76-d65f-47c2-8e8a-c527a85384e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:54:47.647843 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43de4c76-d65f-47c2-8e8a-c527a85384e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:54:47.648319 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43de4c76-d65f-47c2-8e8a-c527a85384e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:54:47.648984 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43de4c76-d65f-47c2-8e8a-c527a85384e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:54:47.649598 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43de4c76-d65f-47c2-8e8a-c527a85384e1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:54:47.650641 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43de4c76-d65f-47c2-8e8a-c527a85384e1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:54:47.651237 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43de4c76-d65f-47c2-8e8a-c527a85384e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:54:47.651760 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43de4c76-d65f-47c2-8e8a-c527a85384e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:54:47.652303 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43de4c76-d65f-47c2-8e8a-c527a85384e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:54:47.653260 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43de4c76-d65f-47c2-8e8a-c527a85384e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:54:47.654603 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43de4c76-d65f-47c2-8e8a-c527a85384e1 admin admin] Tracked resource versions report: Mar 11 02:54:47.654603 dv-cinder-740146-14-smb neutron-server[103103]: pushed versions: Mar 11 02:54:47.654603 dv-cinder-740146-14-smb neutron-server[103103]: { 'AddressGroup': {'1.2'}, Mar 11 02:54:47.654603 dv-cinder-740146-14-smb neutron-server[103103]: 'ConntrackHelper': {'1.0'}, Mar 11 02:54:47.654603 dv-cinder-740146-14-smb neutron-server[103103]: 'LocalIPAssociation': {'1.0'}, Mar 11 02:54:47.654603 dv-cinder-740146-14-smb neutron-server[103103]: 'Log': {'1.0'}, Mar 11 02:54:47.654603 dv-cinder-740146-14-smb neutron-server[103103]: 'Network': {'1.1'}, Mar 11 02:54:47.654603 dv-cinder-740146-14-smb neutron-server[103103]: 'Port': {'1.7'}, Mar 11 02:54:47.654603 dv-cinder-740146-14-smb neutron-server[103103]: 'PortForwarding': {'1.2'}, Mar 11 02:54:47.654603 dv-cinder-740146-14-smb neutron-server[103103]: 'QosPolicy': {'1.10'}, Mar 11 02:54:47.654603 dv-cinder-740146-14-smb neutron-server[103103]: 'SecurityGroup': {'1.5'}, Mar 11 02:54:47.654603 dv-cinder-740146-14-smb neutron-server[103103]: 'SecurityGroupRule': {'1.2'}, Mar 11 02:54:47.654603 dv-cinder-740146-14-smb neutron-server[103103]: 'SubPort': {'1.0'}, Mar 11 02:54:47.654603 dv-cinder-740146-14-smb neutron-server[103103]: 'Subnet': {'1.1'}, Mar 11 02:54:47.654603 dv-cinder-740146-14-smb neutron-server[103103]: 'Trunk': {'1.1'}} Mar 11 02:54:47.654603 dv-cinder-740146-14-smb neutron-server[103103]: consumer versions: Mar 11 02:54:47.654603 dv-cinder-740146-14-smb neutron-server[103103]: { DHCP agent@dv-cinder-740146-14-smb: {}, Mar 11 02:54:47.654603 dv-cinder-740146-14-smb neutron-server[103103]: HyperV agent@hv-cinder-74014: {}, Mar 11 02:54:47.654603 dv-cinder-740146-14-smb neutron-server[103103]: L3 agent@dv-cinder-740146-14-smb: {}, Mar 11 02:54:47.654603 dv-cinder-740146-14-smb neutron-server[103103]: Metadata agent@dv-cinder-740146-14-smb: {}, Mar 11 02:54:47.654603 dv-cinder-740146-14-smb neutron-server[103103]: Metering agent@dv-cinder-740146-14-smb: {}, Mar 11 02:54:47.654603 dv-cinder-740146-14-smb neutron-server[103103]: Open vSwitch agent@dv-cinder-740146-14-smb: { 'AddressGroup': '1.2', Mar 11 02:54:47.654603 dv-cinder-740146-14-smb neutron-server[103103]: 'ConntrackHelper': '1.0', Mar 11 02:54:47.654603 dv-cinder-740146-14-smb neutron-server[103103]: 'LocalIPAssociation': '1.0', Mar 11 02:54:47.654603 dv-cinder-740146-14-smb neutron-server[103103]: 'Log': '1.0', Mar 11 02:54:47.654603 dv-cinder-740146-14-smb neutron-server[103103]: 'Network': '1.1', Mar 11 02:54:47.654603 dv-cinder-740146-14-smb neutron-server[103103]: 'Port': '1.7', Mar 11 02:54:47.654603 dv-cinder-740146-14-smb neutron-server[103103]: 'PortForwarding': '1.2', Mar 11 02:54:47.654603 dv-cinder-740146-14-smb neutron-server[103103]: 'QosPolicy': '1.10', Mar 11 02:54:47.654603 dv-cinder-740146-14-smb neutron-server[103103]: 'SecurityGroup': '1.5', Mar 11 02:54:47.654603 dv-cinder-740146-14-smb neutron-server[103103]: 'SecurityGroupRule': '1.2', Mar 11 02:54:47.654603 dv-cinder-740146-14-smb neutron-server[103103]: 'SubPort': '1.0', Mar 11 02:54:47.654603 dv-cinder-740146-14-smb neutron-server[103103]: 'Subnet': '1.1', Mar 11 02:54:47.654603 dv-cinder-740146-14-smb neutron-server[103103]: 'Trunk': '1.1'}} Mar 11 02:54:47.654603 dv-cinder-740146-14-smb neutron-server[103103]: {{(pid=103103) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 11 02:54:47.663597 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43de4c76-d65f-47c2-8e8a-c527a85384e1 admin admin] Network 845c03c2-a500-4a58-b6f9-0437e53ee18b is scheduled to be hosted by DHCP agent 27668cff-ea20-4e06-9a9c-d4f827fe3eb1 with binding_index 1 {{(pid=103103) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 02:54:47.686573 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-b9f2a963-8122-4813-9e1a-3ceddb5ad70b admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0277302 Mar 11 02:54:47.687164 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.scheduler.base_scheduler [None req-43de4c76-d65f-47c2-8e8a-c527a85384e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-14-smb, 845c03c2-a500-4a58-b6f9-0437e53ee18b) {{(pid=103103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 02:54:47.687275 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f2a963-8122-4813-9e1a-3ceddb5ad70b admin admin] Pushing event updated for resources: {'Network': ['ID=efac0d19-7339-4c25-b4bc-ad7f12378dc1,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:54:47.687370 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 37642) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:54:47.691891 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.v2.base [None req-90180fb9-398e-4cbc-86fd-26dcb617a966 admin admin] Request body: {'subnet': {'network_id': 'efac0d19-7339-4c25-b4bc-ad7f12378dc1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-461084469-subnet', 'tenant_id': '455c4aaecbbb4110abf67996ffc3f4bb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 02:54:47.701435 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43de4c76-d65f-47c2-8e8a-c527a85384e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:54:47.702294 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-43de4c76-d65f-47c2-8e8a-c527a85384e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-648073'] for subnet (None), before_response {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:47.703190 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Network efac0d19-7339-4c25-b4bc-ad7f12378dc1 details requested by agent ovs-agent-dv-cinder-740146-14-smb with host dv-cinder-740146-14-smb {{(pid=103105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 02:54:47.722289 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-848663ce-24f8-4ca9-b4e5-132676ee1271 None None] Network 845c03c2-a500-4a58-b6f9-0437e53ee18b requested from dv-cinder-740146-14-smb {{(pid=103105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 02:54:47.731992 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 37646) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:54:47.732515 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-43de4c76-d65f-47c2-8e8a-c527a85384e1 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4145744 Mar 11 02:54:47.734022 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90180fb9-398e-4cbc-86fd-26dcb617a966 admin admin] Made reservation on behalf of 455c4aaecbbb4110abf67996ffc3f4bb for: {'subnet': 1} {{(pid=103103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 02:54:47.736908 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.v2.base [None req-b11785c9-9ac7-49e1-b37e-8de97db34752 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1359685103-router', 'tenant_id': '8a19620c29074aed8f3e4d3d8c51b9c7', 'external_gateway_info': {'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3'}}} {{(pid=103104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 02:54:47.737147 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-90180fb9-398e-4cbc-86fd-26dcb617a966 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:47.785692 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-b11785c9-9ac7-49e1-b37e-8de97db34752 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58023'] for router (9362948f-98b1-4067-9e99-0dd10971abf6), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:47.787549 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-b11785c9-9ac7-49e1-b37e-8de97db34752 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-580465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58012'] for router (9362948f-98b1-4067-9e99-0dd10971abf6), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:47.887744 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25889daf-b5ad-41d9-b506-3452a8573ff8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd85ff5c0-c910-53e4-8e7c-b470cdcfe3b4-845c03c2-a500-4a58-b6f9-0437e53ee18b', 'network_id': '845c03c2-a500-4a58-b6f9-0437e53ee18b', 'project_id': '8a19620c29074aed8f3e4d3d8c51b9c7', 'fixed_ips': [{'subnet_id': '363826bf-4a53-45a3-8f97-aa25838926f8'}]}} from dv-cinder-740146-14-smb. {{(pid=103105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 02:54:47.889209 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-25889daf-b5ad-41d9-b506-3452a8573ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (None), before_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:47.918388 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 37650) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:54:47.963446 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-b11785c9-9ac7-49e1-b37e-8de97db34752 admin admin] Publish callbacks [] for router_controller (9362948f-98b1-4067-9e99-0dd10971abf6), precommit_add_association {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:47.963601 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-90180fb9-398e-4cbc-86fd-26dcb617a966 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087'] for subnet (e03685bc-4eda-4636-83ff-246654d7e2b8), after_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:48.026467 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90180fb9-398e-4cbc-86fd-26dcb617a966 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e03685bc-4eda-4636-83ff-246654d7e2b8,revision_number=0']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:54:48.034590 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90180fb9-398e-4cbc-86fd-26dcb617a966 admin admin] Checking segment: {'id': '9dafc380-f183-4cac-bb58-3fadfbe37e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'efac0d19-7339-4c25-b4bc-ad7f12378dc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 02:54:48.034590 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90180fb9-398e-4cbc-86fd-26dcb617a966 admin admin] Network hostable DHCP agents. Network: efac0d19-7339-4c25-b4bc-ad7f12378dc1, hostable agents: ['27668cff-ea20-4e06-9a9c-d4f827fe3eb1'], hosted agents: [] {{(pid=103103) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 02:54:48.061934 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90180fb9-398e-4cbc-86fd-26dcb617a966 admin admin] Network efac0d19-7339-4c25-b4bc-ad7f12378dc1 is scheduled to be hosted by DHCP agent 27668cff-ea20-4e06-9a9c-d4f827fe3eb1 with binding_index 1 {{(pid=103103) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 02:54:48.073928 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.scheduler.base_scheduler [None req-90180fb9-398e-4cbc-86fd-26dcb617a966 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-14-smb, efac0d19-7339-4c25-b4bc-ad7f12378dc1) {{(pid=103103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 02:54:48.079202 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90180fb9-398e-4cbc-86fd-26dcb617a966 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:54:48.079789 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-90180fb9-398e-4cbc-86fd-26dcb617a966 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-648073'] for subnet (None), before_response {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:48.099463 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a091f9e2-3212-484c-8fae-099c246e6eaf None None] Network efac0d19-7339-4c25-b4bc-ad7f12378dc1 requested from dv-cinder-740146-14-smb {{(pid=103105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 02:54:48.110756 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-90180fb9-398e-4cbc-86fd-26dcb617a966 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.4228318 Mar 11 02:54:48.111780 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 37662) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:54:48.116352 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.v2.base [None req-47340774-556f-460b-852d-3ccaa663aed8 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-461084469-router', 'tenant_id': '455c4aaecbbb4110abf67996ffc3f4bb', 'external_gateway_info': {'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3'}}} {{(pid=103103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 02:54:48.162310 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-47340774-556f-460b-852d-3ccaa663aed8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58023'] for router (ef79ffc0-c890-4dc9-b2e2-92b0cfc29e52), before_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:48.163363 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-47340774-556f-460b-852d-3ccaa663aed8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-580465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58012'] for router (ef79ffc0-c890-4dc9-b2e2-92b0cfc29e52), precommit_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:48.192558 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.db_base_plugin_common [None req-25889daf-b5ad-41d9-b506-3452a8573ff8 None None] Allocated IP 172.20.0.2 (845c03c2-a500-4a58-b6f9-0437e53ee18b/363826bf-4a53-45a3-8f97-aa25838926f8/084e584b-9189-4efe-90fb-18f3ac9aa25f) {{(pid=103105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 02:54:48.272536 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-47340774-556f-460b-852d-3ccaa663aed8 admin admin] Publish callbacks [] for router_controller (ef79ffc0-c890-4dc9-b2e2-92b0cfc29e52), precommit_add_association {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:48.286309 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-b11785c9-9ac7-49e1-b37e-8de97db34752 admin admin] Publish callbacks [] for router_gateway (9362948f-98b1-4067-9e99-0dd10971abf6), precommit_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:48.310743 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b7ab464-50ac-434a-b561-7cbc5d160034 None None] Network efac0d19-7339-4c25-b4bc-ad7f12378dc1 requested from dv-cinder-740146-14-smb {{(pid=103105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 02:54:48.540345 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-25889daf-b5ad-41d9-b506-3452a8573ff8 None None] Publish callbacks [] for port (084e584b-9189-4efe-90fb-18f3ac9aa25f), precommit_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:48.549764 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-25889daf-b5ad-41d9-b506-3452a8573ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774348857676'] for port (084e584b-9189-4efe-90fb-18f3ac9aa25f), after_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:48.597546 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25889daf-b5ad-41d9-b506-3452a8573ff8 None None] Network 845c03c2-a500-4a58-b6f9-0437e53ee18b is already hosted by enough agents. {{(pid=103105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 02:54:48.606207 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.scheduler.base_scheduler [None req-25889daf-b5ad-41d9-b506-3452a8573ff8 None None] Resources bound (agent type, host, resource id): {{(pid=103105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 02:54:48.608821 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25889daf-b5ad-41d9-b506-3452a8573ff8 None None] Received port after_create {{(pid=103105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 02:54:48.650160 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-47340774-556f-460b-852d-3ccaa663aed8 admin admin] Publish callbacks [] for router_gateway (ef79ffc0-c890-4dc9-b2e2-92b0cfc29e52), precommit_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:48.661094 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 37668) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:54:48.664060 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.v2.base [None req-1fe0e4b6-5e81-4a1a-ac03-e45ef53d5ea8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-173206986-network', 'tenant_id': '016945d4fe40485aa894be1440edd3ad'}} {{(pid=103103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 02:54:48.689956 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25889daf-b5ad-41d9-b506-3452a8573ff8 None None] Pushing event updated for resources: {'Port': ['ID=084e584b-9189-4efe-90fb-18f3ac9aa25f,revision_number=1']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:54:48.696851 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-b11785c9-9ac7-49e1-b37e-8de97db34752 admin admin] Publish callbacks [] for router_gateway (9362948f-98b1-4067-9e99-0dd10971abf6), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:48.705643 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25889daf-b5ad-41d9-b506-3452a8573ff8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:54:48.706047 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25889daf-b5ad-41d9-b506-3452a8573ff8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:54:48.706530 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25889daf-b5ad-41d9-b506-3452a8573ff8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:54:48.707118 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25889daf-b5ad-41d9-b506-3452a8573ff8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:54:48.707460 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25889daf-b5ad-41d9-b506-3452a8573ff8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:54:48.707805 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25889daf-b5ad-41d9-b506-3452a8573ff8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:54:48.708509 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fe0e4b6-5e81-4a1a-ac03-e45ef53d5ea8 admin admin] Made reservation on behalf of 016945d4fe40485aa894be1440edd3ad for: {'network': 1} {{(pid=103103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 02:54:48.708623 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25889daf-b5ad-41d9-b506-3452a8573ff8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:54:48.708939 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25889daf-b5ad-41d9-b506-3452a8573ff8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:54:48.709308 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25889daf-b5ad-41d9-b506-3452a8573ff8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:54:48.709657 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25889daf-b5ad-41d9-b506-3452a8573ff8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:54:48.710892 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-1fe0e4b6-5e81-4a1a-ac03-e45ef53d5ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for network (None), before_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:48.711116 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25889daf-b5ad-41d9-b506-3452a8573ff8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:54:48.711583 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25889daf-b5ad-41d9-b506-3452a8573ff8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:54:48.711959 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25889daf-b5ad-41d9-b506-3452a8573ff8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:54:48.713337 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25889daf-b5ad-41d9-b506-3452a8573ff8 None None] Tracked resource versions report: Mar 11 02:54:48.713337 dv-cinder-740146-14-smb neutron-server[103105]: pushed versions: Mar 11 02:54:48.713337 dv-cinder-740146-14-smb neutron-server[103105]: { 'AddressGroup': {'1.2'}, Mar 11 02:54:48.713337 dv-cinder-740146-14-smb neutron-server[103105]: 'ConntrackHelper': {'1.0'}, Mar 11 02:54:48.713337 dv-cinder-740146-14-smb neutron-server[103105]: 'LocalIPAssociation': {'1.0'}, Mar 11 02:54:48.713337 dv-cinder-740146-14-smb neutron-server[103105]: 'Log': {'1.0'}, Mar 11 02:54:48.713337 dv-cinder-740146-14-smb neutron-server[103105]: 'Network': {'1.1'}, Mar 11 02:54:48.713337 dv-cinder-740146-14-smb neutron-server[103105]: 'Port': {'1.7'}, Mar 11 02:54:48.713337 dv-cinder-740146-14-smb neutron-server[103105]: 'PortForwarding': {'1.2'}, Mar 11 02:54:48.713337 dv-cinder-740146-14-smb neutron-server[103105]: 'QosPolicy': {'1.10'}, Mar 11 02:54:48.713337 dv-cinder-740146-14-smb neutron-server[103105]: 'SecurityGroup': {'1.5'}, Mar 11 02:54:48.713337 dv-cinder-740146-14-smb neutron-server[103105]: 'SecurityGroupRule': {'1.2'}, Mar 11 02:54:48.713337 dv-cinder-740146-14-smb neutron-server[103105]: 'SubPort': {'1.0'}, Mar 11 02:54:48.713337 dv-cinder-740146-14-smb neutron-server[103105]: 'Subnet': {'1.1'}, Mar 11 02:54:48.713337 dv-cinder-740146-14-smb neutron-server[103105]: 'Trunk': {'1.1'}} Mar 11 02:54:48.713337 dv-cinder-740146-14-smb neutron-server[103105]: consumer versions: Mar 11 02:54:48.713337 dv-cinder-740146-14-smb neutron-server[103105]: { DHCP agent@dv-cinder-740146-14-smb: {}, Mar 11 02:54:48.713337 dv-cinder-740146-14-smb neutron-server[103105]: HyperV agent@hv-cinder-74014: {}, Mar 11 02:54:48.713337 dv-cinder-740146-14-smb neutron-server[103105]: L3 agent@dv-cinder-740146-14-smb: {}, Mar 11 02:54:48.713337 dv-cinder-740146-14-smb neutron-server[103105]: Metadata agent@dv-cinder-740146-14-smb: {}, Mar 11 02:54:48.713337 dv-cinder-740146-14-smb neutron-server[103105]: Metering agent@dv-cinder-740146-14-smb: {}, Mar 11 02:54:48.713337 dv-cinder-740146-14-smb neutron-server[103105]: Open vSwitch agent@dv-cinder-740146-14-smb: { 'AddressGroup': '1.2', Mar 11 02:54:48.713337 dv-cinder-740146-14-smb neutron-server[103105]: 'ConntrackHelper': '1.0', Mar 11 02:54:48.713337 dv-cinder-740146-14-smb neutron-server[103105]: 'LocalIPAssociation': '1.0', Mar 11 02:54:48.713337 dv-cinder-740146-14-smb neutron-server[103105]: 'Log': '1.0', Mar 11 02:54:48.713337 dv-cinder-740146-14-smb neutron-server[103105]: 'Network': '1.1', Mar 11 02:54:48.713337 dv-cinder-740146-14-smb neutron-server[103105]: 'Port': '1.7', Mar 11 02:54:48.713337 dv-cinder-740146-14-smb neutron-server[103105]: 'PortForwarding': '1.2', Mar 11 02:54:48.713337 dv-cinder-740146-14-smb neutron-server[103105]: 'QosPolicy': '1.10', Mar 11 02:54:48.713337 dv-cinder-740146-14-smb neutron-server[103105]: 'SecurityGroup': '1.5', Mar 11 02:54:48.713337 dv-cinder-740146-14-smb neutron-server[103105]: 'SecurityGroupRule': '1.2', Mar 11 02:54:48.713337 dv-cinder-740146-14-smb neutron-server[103105]: 'SubPort': '1.0', Mar 11 02:54:48.713337 dv-cinder-740146-14-smb neutron-server[103105]: 'Subnet': '1.1', Mar 11 02:54:48.713337 dv-cinder-740146-14-smb neutron-server[103105]: 'Trunk': '1.1'}} Mar 11 02:54:48.713337 dv-cinder-740146-14-smb neutron-server[103105]: {{(pid=103105) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 11 02:54:48.728620 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.managers [None req-25889daf-b5ad-41d9-b506-3452a8573ff8 None None] Attempting to bind port 084e584b-9189-4efe-90fb-18f3ac9aa25f on host dv-cinder-740146-14-smb for vnic_type normal with profile {{(pid=103105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 02:54:48.729478 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.managers [None req-25889daf-b5ad-41d9-b506-3452a8573ff8 None None] Attempting to bind port 084e584b-9189-4efe-90fb-18f3ac9aa25f by drivers openvswitch,hyperv on host dv-cinder-740146-14-smb at level 0 using segments [{'id': '22446c97-92b8-47e2-ad9c-302a226f6755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '845c03c2-a500-4a58-b6f9-0437e53ee18b'}] {{(pid=103105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 02:54:48.729868 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25889daf-b5ad-41d9-b506-3452a8573ff8 None None] Attempting to bind port 084e584b-9189-4efe-90fb-18f3ac9aa25f on network 845c03c2-a500-4a58-b6f9-0437e53ee18b {{(pid=103105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 02:54:48.730861 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-1fe0e4b6-5e81-4a1a-ac03-e45ef53d5ea8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:48.736691 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25889daf-b5ad-41d9-b506-3452a8573ff8 None None] Checking agent: {'id': '36a16930-fe6f-49e2-96be-29faaa54e9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 2, 46, 29), 'started_at': datetime.datetime(2022, 3, 11, 2, 46, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 2, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 02:54:48.737184 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25889daf-b5ad-41d9-b506-3452a8573ff8 None None] Checking segment: {'id': '22446c97-92b8-47e2-ad9c-302a226f6755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '845c03c2-a500-4a58-b6f9-0437e53ee18b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 02:54:48.737705 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-25889daf-b5ad-41d9-b506-3452a8573ff8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:48.739113 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25889daf-b5ad-41d9-b506-3452a8573ff8 None None] Bound using segment: {'id': '22446c97-92b8-47e2-ad9c-302a226f6755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '845c03c2-a500-4a58-b6f9-0437e53ee18b'} {{(pid=103105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 02:54:48.739625 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.managers [None req-25889daf-b5ad-41d9-b506-3452a8573ff8 None None] Bound port: 084e584b-9189-4efe-90fb-18f3ac9aa25f, host: dv-cinder-740146-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22446c97-92b8-47e2-ad9c-302a226f6755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '845c03c2-a500-4a58-b6f9-0437e53ee18b'}}] {{(pid=103105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 02:54:48.740091 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-25889daf-b5ad-41d9-b506-3452a8573ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (084e584b-9189-4efe-90fb-18f3ac9aa25f), before_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:48.772483 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-b11785c9-9ac7-49e1-b37e-8de97db34752 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:48.820370 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-1fe0e4b6-5e81-4a1a-ac03-e45ef53d5ea8 admin admin] Publish callbacks [] for security_group (5f6d3ca9-9dc7-469d-838d-eb4f8e25d6ce), precommit_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:48.833421 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-1fe0e4b6-5e81-4a1a-ac03-e45ef53d5ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (5f6d3ca9-9dc7-469d-838d-eb4f8e25d6ce), after_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:48.847746 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fe0e4b6-5e81-4a1a-ac03-e45ef53d5ea8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=103103) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 02:54:48.857317 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-1fe0e4b6-5e81-4a1a-ac03-e45ef53d5ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536533115'] for segment (e477fdca-2d56-4686-9dff-dd5cd9b82843), precommit_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:48.857664 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.db.segments_db [None req-1fe0e4b6-5e81-4a1a-ac03-e45ef53d5ea8 admin admin] Added segment e477fdca-2d56-4686-9dff-dd5cd9b82843 of type vlan for network c37e13a0-a6c7-4b0f-ae0c-93319b771da2 Mar 11 02:54:48.927312 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-25889daf-b5ad-41d9-b506-3452a8573ff8 None None] For port 084e584b-9189-4efe-90fb-18f3ac9aa25f, host dv-cinder-740146-14-smb, cleared binding levels {{(pid=103105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 02:54:48.934993 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe0e4b6-5e81-4a1a-ac03-e45ef53d5ea8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f6d3ca9-9dc7-469d-838d-eb4f8e25d6ce,revision_number=1']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:54:48.939301 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-1fe0e4b6-5e81-4a1a-ac03-e45ef53d5ea8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774348876719'] for network (c37e13a0-a6c7-4b0f-ae0c-93319b771da2), precommit_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:48.958394 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-25889daf-b5ad-41d9-b506-3452a8573ff8 None None] For port 084e584b-9189-4efe-90fb-18f3ac9aa25f, host dv-cinder-740146-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-smb',level=0,port_id=084e584b-9189-4efe-90fb-18f3ac9aa25f,segment=NetworkSegment(22446c97-92b8-47e2-ad9c-302a226f6755),segment_id=22446c97-92b8-47e2-ad9c-302a226f6755)] {{(pid=103105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 02:54:48.982988 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-25889daf-b5ad-41d9-b506-3452a8573ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712'] for port (084e584b-9189-4efe-90fb-18f3ac9aa25f), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:48.988730 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.db.db_base_plugin_common [None req-b11785c9-9ac7-49e1-b37e-8de97db34752 admin admin] Allocated IP 172.28.1.234 (67cf6db3-75c3-4d86-ba36-4af7c18cd6b3/b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e/e2db39c8-5545-45cb-8acf-5821722fb32f) {{(pid=103104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 02:54:49.023204 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-1fe0e4b6-5e81-4a1a-ac03-e45ef53d5ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087'] for network (c37e13a0-a6c7-4b0f-ae0c-93319b771da2), after_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:49.024549 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe0e4b6-5e81-4a1a-ac03-e45ef53d5ea8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:54:49.025356 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-1fe0e4b6-5e81-4a1a-ac03-e45ef53d5ea8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-648073'] for network (None), before_response {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:49.068570 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-1fe0e4b6-5e81-4a1a-ac03-e45ef53d5ea8 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1489768 Mar 11 02:54:49.110149 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 37680) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:54:49.120306 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.v2.base [None req-4dcb46ac-76ef-467b-9159-a148bc792a1b admin admin] Request body: {'subnet': {'network_id': 'c37e13a0-a6c7-4b0f-ae0c-93319b771da2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-173206986-subnet', 'tenant_id': '016945d4fe40485aa894be1440edd3ad', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 02:54:49.175676 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25889daf-b5ad-41d9-b506-3452a8573ff8 None None] Pushing event updated for resources: {'Port': ['ID=084e584b-9189-4efe-90fb-18f3ac9aa25f,revision_number=2']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:54:49.191456 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe0e4b6-5e81-4a1a-ac03-e45ef53d5ea8 admin admin] Pushing event updated for resources: {'Network': ['ID=c37e13a0-a6c7-4b0f-ae0c-93319b771da2,revision_number=1']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:54:49.209619 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Network c37e13a0-a6c7-4b0f-ae0c-93319b771da2 details requested by agent ovs-agent-dv-cinder-740146-14-smb with host dv-cinder-740146-14-smb {{(pid=103105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 02:54:49.238843 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-b11785c9-9ac7-49e1-b37e-8de97db34752 admin admin] Publish callbacks [] for port (e2db39c8-5545-45cb-8acf-5821722fb32f), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:49.330644 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-47340774-556f-460b-852d-3ccaa663aed8 admin admin] Publish callbacks [] for router_gateway (ef79ffc0-c890-4dc9-b2e2-92b0cfc29e52), before_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:49.331990 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.v2.base [None req-6c2ba76b-2374-4c37-a237-c4886646106a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1093203919-network', 'tenant_id': 'e7f933740925401db4e30504577ece30'}} {{(pid=103104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 02:54:49.339380 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dcb46ac-76ef-467b-9159-a148bc792a1b admin admin] Made reservation on behalf of 016945d4fe40485aa894be1440edd3ad for: {'subnet': 1} {{(pid=103103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 02:54:49.339734 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-b11785c9-9ac7-49e1-b37e-8de97db34752 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774348857676'] for port (e2db39c8-5545-45cb-8acf-5821722fb32f), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:49.345541 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-4dcb46ac-76ef-467b-9159-a148bc792a1b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:49.484707 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-47340774-556f-460b-852d-3ccaa663aed8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (None), before_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:49.624727 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b11785c9-9ac7-49e1-b37e-8de97db34752 admin admin] Network 67cf6db3-75c3-4d86-ba36-4af7c18cd6b3 is already hosted by enough agents. {{(pid=103104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 02:54:49.634046 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.scheduler.base_scheduler [None req-b11785c9-9ac7-49e1-b37e-8de97db34752 admin admin] Resources bound (agent type, host, resource id): {{(pid=103104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 02:54:49.644002 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11785c9-9ac7-49e1-b37e-8de97db34752 admin admin] Received port after_create {{(pid=103104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 02:54:49.721109 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.db.db_base_plugin_common [None req-47340774-556f-460b-852d-3ccaa663aed8 admin admin] Allocated IP 172.28.1.142 (67cf6db3-75c3-4d86-ba36-4af7c18cd6b3/b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e/b2c244f6-4858-4161-ad71-8e33e1863938) {{(pid=103103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 02:54:49.805673 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-4dcb46ac-76ef-467b-9159-a148bc792a1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087'] for subnet (5c53e0a5-6c83-4aeb-b9db-2d1372c504dc), after_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:49.896630 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c2ba76b-2374-4c37-a237-c4886646106a admin admin] Made reservation on behalf of e7f933740925401db4e30504577ece30 for: {'network': 1} {{(pid=103104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 02:54:49.899103 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-6c2ba76b-2374-4c37-a237-c4886646106a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for network (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:49.909306 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11785c9-9ac7-49e1-b37e-8de97db34752 admin admin] Pushing event updated for resources: {'Port': ['ID=e2db39c8-5545-45cb-8acf-5821722fb32f,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:54:49.911757 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcb46ac-76ef-467b-9159-a148bc792a1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c53e0a5-6c83-4aeb-b9db-2d1372c504dc,revision_number=0']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:54:49.929528 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-6c2ba76b-2374-4c37-a237-c4886646106a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:49.967550 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Device 084e584b-9189-4efe-90fb-18f3ac9aa25f up at agent ovs-agent-dv-cinder-740146-14-smb {{(pid=103105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 02:54:50.046971 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-47340774-556f-460b-852d-3ccaa663aed8 admin admin] Publish callbacks [] for port (b2c244f6-4858-4161-ad71-8e33e1863938), precommit_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:50.062431 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dcb46ac-76ef-467b-9159-a148bc792a1b admin admin] Checking segment: {'id': 'e477fdca-2d56-4686-9dff-dd5cd9b82843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'c37e13a0-a6c7-4b0f-ae0c-93319b771da2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 02:54:50.062797 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dcb46ac-76ef-467b-9159-a148bc792a1b admin admin] Network hostable DHCP agents. Network: c37e13a0-a6c7-4b0f-ae0c-93319b771da2, hostable agents: ['27668cff-ea20-4e06-9a9c-d4f827fe3eb1'], hosted agents: [] {{(pid=103103) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 02:54:50.100363 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-b11785c9-9ac7-49e1-b37e-8de97db34752 admin admin] Publish callbacks [] for router_gateway (9362948f-98b1-4067-9e99-0dd10971abf6), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:50.109534 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Provisioning complete for port 084e584b-9189-4efe-90fb-18f3ac9aa25f triggered by entity L2. {{(pid=103105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 02:54:50.111012 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536573942'] for port (084e584b-9189-4efe-90fb-18f3ac9aa25f), provisioning_complete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:50.157643 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dcb46ac-76ef-467b-9159-a148bc792a1b admin admin] Network c37e13a0-a6c7-4b0f-ae0c-93319b771da2 is scheduled to be hosted by DHCP agent 27668cff-ea20-4e06-9a9c-d4f827fe3eb1 with binding_index 1 {{(pid=103103) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 02:54:50.218316 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.scheduler.base_scheduler [None req-4dcb46ac-76ef-467b-9159-a148bc792a1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-14-smb, c37e13a0-a6c7-4b0f-ae0c-93319b771da2) {{(pid=103103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 02:54:50.233725 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0455fcbd-a289-47b9-bf89-180b87abd82c None None] Network c37e13a0-a6c7-4b0f-ae0c-93319b771da2 requested from dv-cinder-740146-14-smb {{(pid=103105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 02:54:50.235336 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dcb46ac-76ef-467b-9159-a148bc792a1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:54:50.235940 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-4dcb46ac-76ef-467b-9159-a148bc792a1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-648073'] for subnet (None), before_response {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:50.249012 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-6c2ba76b-2374-4c37-a237-c4886646106a admin admin] Publish callbacks [] for security_group (702f855b-8c0a-44fc-99f1-607f482b6446), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:50.257378 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-6c2ba76b-2374-4c37-a237-c4886646106a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (702f855b-8c0a-44fc-99f1-607f482b6446), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:50.281547 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c2ba76b-2374-4c37-a237-c4886646106a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=103104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 02:54:50.283078 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-47340774-556f-460b-852d-3ccaa663aed8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774348857676'] for port (b2c244f6-4858-4161-ad71-8e33e1863938), after_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:50.300155 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-6c2ba76b-2374-4c37-a237-c4886646106a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536533115'] for segment (b4c6a6d0-d5ce-43e9-a225-662750edeecd), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:50.300507 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.db.segments_db [None req-6c2ba76b-2374-4c37-a237-c4886646106a admin admin] Added segment b4c6a6d0-d5ce-43e9-a225-662750edeecd of type vlan for network 49572182-0bfb-4d8e-8b3c-cb692959f2dc Mar 11 02:54:50.403440 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-4dcb46ac-76ef-467b-9159-a148bc792a1b admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2920551 Mar 11 02:54:50.404048 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 37720) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:54:50.431770 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.v2.base [None req-e8ca12df-11a1-47d7-9471-5e0e7c256349 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-173206986-router', 'tenant_id': '016945d4fe40485aa894be1440edd3ad', 'external_gateway_info': {'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3'}}} {{(pid=103103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 02:54:50.448640 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47340774-556f-460b-852d-3ccaa663aed8 admin admin] Network 67cf6db3-75c3-4d86-ba36-4af7c18cd6b3 is already hosted by enough agents. {{(pid=103103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 02:54:50.451210 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.scheduler.base_scheduler [None req-47340774-556f-460b-852d-3ccaa663aed8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 02:54:50.478248 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47340774-556f-460b-852d-3ccaa663aed8 admin admin] Received port after_create {{(pid=103103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 02:54:50.499979 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2ba76b-2374-4c37-a237-c4886646106a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=702f855b-8c0a-44fc-99f1-607f482b6446,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:54:50.557335 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Current status of the port 084e584b-9189-4efe-90fb-18f3ac9aa25f is: DOWN; New status is: ACTIVE {{(pid=103105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 02:54:50.557693 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (084e584b-9189-4efe-90fb-18f3ac9aa25f), before_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:50.570331 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b010e5-7f94-4fbf-8ccc-4743daaf9416 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd85ff5c0-c910-53e4-8e7c-b470cdcfe3b4-c37e13a0-a6c7-4b0f-ae0c-93319b771da2', 'network_id': 'c37e13a0-a6c7-4b0f-ae0c-93319b771da2', 'project_id': '016945d4fe40485aa894be1440edd3ad', 'fixed_ips': [{'subnet_id': '5c53e0a5-6c83-4aeb-b9db-2d1372c504dc'}]}} from dv-cinder-740146-14-smb. {{(pid=103105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 02:54:50.571250 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-a9b010e5-7f94-4fbf-8ccc-4743daaf9416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (None), before_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:50.607933 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-6c2ba76b-2374-4c37-a237-c4886646106a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774348876719'] for network (49572182-0bfb-4d8e-8b3c-cb692959f2dc), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:50.617214 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] For port 084e584b-9189-4efe-90fb-18f3ac9aa25f, host dv-cinder-740146-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-smb',level=0,port_id=084e584b-9189-4efe-90fb-18f3ac9aa25f,segment=NetworkSegment(22446c97-92b8-47e2-ad9c-302a226f6755),segment_id=22446c97-92b8-47e2-ad9c-302a226f6755)] {{(pid=103105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 02:54:50.679873 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712'] for port (084e584b-9189-4efe-90fb-18f3ac9aa25f), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:50.768662 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47340774-556f-460b-852d-3ccaa663aed8 admin admin] Pushing event updated for resources: {'Port': ['ID=b2c244f6-4858-4161-ad71-8e33e1863938,revision_number=1']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:54:50.782721 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-e8ca12df-11a1-47d7-9471-5e0e7c256349 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58023'] for router (e386feea-abcc-415c-9f6f-f9749eca19a2), before_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:50.786682 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-e8ca12df-11a1-47d7-9471-5e0e7c256349 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-580465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58012'] for router (e386feea-abcc-415c-9f6f-f9749eca19a2), precommit_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:50.800530 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-6c2ba76b-2374-4c37-a237-c4886646106a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087'] for network (49572182-0bfb-4d8e-8b3c-cb692959f2dc), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:50.801741 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c2ba76b-2374-4c37-a237-c4886646106a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:54:50.803435 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-6c2ba76b-2374-4c37-a237-c4886646106a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-648073'] for network (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:50.827816 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa8c9a5-f76b-4003-b820-b750e5d07c28 None None] Network 845c03c2-a500-4a58-b6f9-0437e53ee18b requested from dv-cinder-740146-14-smb {{(pid=103105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 02:54:50.832897 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Pushing event updated for resources: {'Port': ['ID=084e584b-9189-4efe-90fb-18f3ac9aa25f,revision_number=3']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:54:50.901682 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-6c2ba76b-2374-4c37-a237-c4886646106a admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.2345846 Mar 11 02:54:50.910536 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 37734) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:54:50.911902 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.db_base_plugin_common [None req-a9b010e5-7f94-4fbf-8ccc-4743daaf9416 None None] Allocated IP 172.20.0.2 (c37e13a0-a6c7-4b0f-ae0c-93319b771da2/5c53e0a5-6c83-4aeb-b9db-2d1372c504dc/aff8af3d-ef22-4ccd-9c2d-b51f7597e014) {{(pid=103105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 02:54:50.918462 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.v2.base [None req-fb88ead2-6f84-4d00-8a93-03e739f4ac1f admin admin] Request body: {'subnet': {'network_id': '49572182-0bfb-4d8e-8b3c-cb692959f2dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1093203919-subnet', 'tenant_id': 'e7f933740925401db4e30504577ece30', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 02:54:50.924243 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-e8ca12df-11a1-47d7-9471-5e0e7c256349 admin admin] Publish callbacks [] for router_controller (e386feea-abcc-415c-9f6f-f9749eca19a2), precommit_add_association {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:50.931434 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-b11785c9-9ac7-49e1-b37e-8de97db34752 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580382'] for router (9362948f-98b1-4067-9e99-0dd10971abf6), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:51.056206 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-47340774-556f-460b-852d-3ccaa663aed8 admin admin] Publish callbacks [] for router_gateway (ef79ffc0-c890-4dc9-b2e2-92b0cfc29e52), after_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:51.075403 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [None req-97fadeab-3877-4b01-9dcc-71c98522f46b None None] Provisioning complete for port 084e584b-9189-4efe-90fb-18f3ac9aa25f triggered by entity DHCP. {{(pid=103105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 02:54:51.075987 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-97fadeab-3877-4b01-9dcc-71c98522f46b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536573942'] for port (084e584b-9189-4efe-90fb-18f3ac9aa25f), provisioning_complete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:51.219418 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2ba76b-2374-4c37-a237-c4886646106a admin admin] Pushing event updated for resources: {'Network': ['ID=49572182-0bfb-4d8e-8b3c-cb692959f2dc,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:54:51.244798 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Network 49572182-0bfb-4d8e-8b3c-cb692959f2dc details requested by agent ovs-agent-dv-cinder-740146-14-smb with host dv-cinder-740146-14-smb {{(pid=103105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 02:54:51.245191 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb88ead2-6f84-4d00-8a93-03e739f4ac1f admin admin] Made reservation on behalf of e7f933740925401db4e30504577ece30 for: {'subnet': 1} {{(pid=103104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 02:54:51.248033 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-fb88ead2-6f84-4d00-8a93-03e739f4ac1f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:51.368629 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b11785c9-9ac7-49e1-b37e-8de97db34752 admin admin] Router 9362948f-98b1-4067-9e99-0dd10971abf6 is scheduled to L3 agent 368653ed-b5ce-4183-9c3b-231a0bc3dd35 with binding_index 1 {{(pid=103104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 02:54:51.419354 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-a9b010e5-7f94-4fbf-8ccc-4743daaf9416 None None] Publish callbacks [] for port (aff8af3d-ef22-4ccd-9c2d-b51f7597e014), precommit_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:51.487739 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-a9b010e5-7f94-4fbf-8ccc-4743daaf9416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774348857676'] for port (aff8af3d-ef22-4ccd-9c2d-b51f7597e014), after_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:51.548856 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-97fadeab-3877-4b01-9dcc-71c98522f46b None None] Current status of the port 084e584b-9189-4efe-90fb-18f3ac9aa25f is: ACTIVE; New status is: ACTIVE {{(pid=103105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 02:54:51.577293 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b010e5-7f94-4fbf-8ccc-4743daaf9416 None None] Network c37e13a0-a6c7-4b0f-ae0c-93319b771da2 is already hosted by enough agents. {{(pid=103105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 02:54:51.589896 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-e8ca12df-11a1-47d7-9471-5e0e7c256349 admin admin] Publish callbacks [] for router_gateway (e386feea-abcc-415c-9f6f-f9749eca19a2), precommit_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:51.590188 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.scheduler.base_scheduler [None req-a9b010e5-7f94-4fbf-8ccc-4743daaf9416 None None] Resources bound (agent type, host, resource id): {{(pid=103105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 02:54:51.591964 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b010e5-7f94-4fbf-8ccc-4743daaf9416 None None] Pushing event updated for resources: {'Port': ['ID=aff8af3d-ef22-4ccd-9c2d-b51f7597e014,revision_number=1']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:54:51.602110 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b010e5-7f94-4fbf-8ccc-4743daaf9416 None None] Received port after_create {{(pid=103105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 02:54:51.696065 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b11785c9-9ac7-49e1-b37e-8de97db34752 admin admin] Notify agent at l3_agent.dv-cinder-740146-14-smb the message routers_updated {{(pid=103104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 02:54:51.702364 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-fb88ead2-6f84-4d00-8a93-03e739f4ac1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087'] for subnet (4ba06441-f062-4730-8ff7-add49f12ccc3), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:51.708244 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec87d6c-93eb-4c79-a493-4143c4564214 None None] Sync routers for ids ['9362948f-98b1-4067-9e99-0dd10971abf6'] in dv-cinder-740146-14-smb {{(pid=103106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 02:54:51.729114 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec87d6c-93eb-4c79-a493-4143c4564214 None None] Routers {'9362948f-98b1-4067-9e99-0dd10971abf6'} bound to L3 agent in host dv-cinder-740146-14-smb {{(pid=103106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 02:54:51.738756 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-eec87d6c-93eb-4c79-a493-4143c4564214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T02:46:25Z,description=,heartbeat_timestamp=2022-03-11T02:54:25Z,host='dv-cinder-740146-14-smb',id=368653ed-b5ce-4183-9c3b-231a0bc3dd35,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T02:46:25Z,topic='l3_agent')) {'router_ids': ['9362948f-98b1-4067-9e99-0dd10971abf6'], 'active': True} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 02:54:51.748324 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.managers [None req-a9b010e5-7f94-4fbf-8ccc-4743daaf9416 None None] Attempting to bind port aff8af3d-ef22-4ccd-9c2d-b51f7597e014 on host dv-cinder-740146-14-smb for vnic_type normal with profile {{(pid=103105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 02:54:51.748700 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.managers [None req-a9b010e5-7f94-4fbf-8ccc-4743daaf9416 None None] Attempting to bind port aff8af3d-ef22-4ccd-9c2d-b51f7597e014 by drivers openvswitch,hyperv on host dv-cinder-740146-14-smb at level 0 using segments [{'id': 'e477fdca-2d56-4686-9dff-dd5cd9b82843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'c37e13a0-a6c7-4b0f-ae0c-93319b771da2'}] {{(pid=103105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 02:54:51.751036 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b010e5-7f94-4fbf-8ccc-4743daaf9416 None None] Attempting to bind port aff8af3d-ef22-4ccd-9c2d-b51f7597e014 on network c37e13a0-a6c7-4b0f-ae0c-93319b771da2 {{(pid=103105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 02:54:51.760879 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b010e5-7f94-4fbf-8ccc-4743daaf9416 None None] Checking agent: {'id': '36a16930-fe6f-49e2-96be-29faaa54e9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 2, 46, 29), 'started_at': datetime.datetime(2022, 3, 11, 2, 46, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 2, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 02:54:51.761226 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b010e5-7f94-4fbf-8ccc-4743daaf9416 None None] Checking segment: {'id': 'e477fdca-2d56-4686-9dff-dd5cd9b82843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'c37e13a0-a6c7-4b0f-ae0c-93319b771da2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 02:54:51.761581 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-a9b010e5-7f94-4fbf-8ccc-4743daaf9416 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:51.761976 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b010e5-7f94-4fbf-8ccc-4743daaf9416 None None] Bound using segment: {'id': 'e477fdca-2d56-4686-9dff-dd5cd9b82843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'c37e13a0-a6c7-4b0f-ae0c-93319b771da2'} {{(pid=103105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 02:54:51.762455 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.managers [None req-a9b010e5-7f94-4fbf-8ccc-4743daaf9416 None None] Bound port: aff8af3d-ef22-4ccd-9c2d-b51f7597e014, host: dv-cinder-740146-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e477fdca-2d56-4686-9dff-dd5cd9b82843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'c37e13a0-a6c7-4b0f-ae0c-93319b771da2'}}] {{(pid=103105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 02:54:51.762833 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-a9b010e5-7f94-4fbf-8ccc-4743daaf9416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (aff8af3d-ef22-4ccd-9c2d-b51f7597e014), before_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:51.777918 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb88ead2-6f84-4d00-8a93-03e739f4ac1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ba06441-f062-4730-8ff7-add49f12ccc3,revision_number=0']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:54:51.811206 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-b11785c9-9ac7-49e1-b37e-8de97db34752 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:51.827621 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-b11785c9-9ac7-49e1-b37e-8de97db34752 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.0942967 Mar 11 02:54:51.839319 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 37764) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:54:51.967033 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-a9b010e5-7f94-4fbf-8ccc-4743daaf9416 None None] For port aff8af3d-ef22-4ccd-9c2d-b51f7597e014, host dv-cinder-740146-14-smb, cleared binding levels {{(pid=103105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 02:54:51.974108 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-a9b010e5-7f94-4fbf-8ccc-4743daaf9416 None None] For port aff8af3d-ef22-4ccd-9c2d-b51f7597e014, host dv-cinder-740146-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-smb',level=0,port_id=aff8af3d-ef22-4ccd-9c2d-b51f7597e014,segment=NetworkSegment(e477fdca-2d56-4686-9dff-dd5cd9b82843),segment_id=e477fdca-2d56-4686-9dff-dd5cd9b82843)] {{(pid=103105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 02:54:52.005448 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Device 084e584b-9189-4efe-90fb-18f3ac9aa25f up at agent ovs-agent-dv-cinder-740146-14-smb {{(pid=103105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 02:54:52.084464 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-a9b010e5-7f94-4fbf-8ccc-4743daaf9416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712'] for port (aff8af3d-ef22-4ccd-9c2d-b51f7597e014), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:52.117428 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-47340774-556f-460b-852d-3ccaa663aed8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580382'] for router (ef79ffc0-c890-4dc9-b2e2-92b0cfc29e52), after_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:52.195658 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.l3_dvr_db [None req-eec87d6c-93eb-4c79-a493-4143c4564214 None None] Set router 9362948f-98b1-4067-9e99-0dd10971abf6 gateway port host: dv-cinder-740146-14-smb {{(pid=103106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 02:54:52.223030 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [None req-4de3cc2a-03a6-45f4-85bf-3f871bdb26d2 None None] Provisioning complete for port 084e584b-9189-4efe-90fb-18f3ac9aa25f triggered by entity DHCP. {{(pid=103105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 02:54:52.223409 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-4de3cc2a-03a6-45f4-85bf-3f871bdb26d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536573942'] for port (084e584b-9189-4efe-90fb-18f3ac9aa25f), provisioning_complete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:52.309367 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b010e5-7f94-4fbf-8ccc-4743daaf9416 None None] Pushing event updated for resources: {'Port': ['ID=aff8af3d-ef22-4ccd-9c2d-b51f7597e014,revision_number=2']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:54:52.370978 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Provisioning complete for port 084e584b-9189-4efe-90fb-18f3ac9aa25f triggered by entity L2. {{(pid=103105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 02:54:52.371407 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536573942'] for port (084e584b-9189-4efe-90fb-18f3ac9aa25f), provisioning_complete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:52.464731 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-eec87d6c-93eb-4c79-a493-4143c4564214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9362948f-98b1-4067-9e99-0dd10971abf6', 'name': 'tempest-AttachVolumeTestJSON-1359685103-router', 'tenant_id': '8a19620c29074aed8f3e4d3d8c51b9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'external_fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.234'}], 'enable_snat': True}, 'gw_port_id': 'e2db39c8-5545-45cb-8acf-5821722fb32f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T02:54:47Z', 'updated_at': '2022-03-11T02:54:49Z', 'revision_number': 3, 'project_id': '8a19620c29074aed8f3e4d3d8c51b9c7', 'gw_port': {'id': 'e2db39c8-5545-45cb-8acf-5821722fb32f', 'name': '', 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:cb:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9362948f-98b1-4067-9e99-0dd10971abf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:54:48Z', 'updated_at': '2022-03-11T02:54:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-smb'}], 'dv-cinder-740146-14-smb', False) {} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 02:54:52.485943 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb88ead2-6f84-4d00-8a93-03e739f4ac1f admin admin] Checking segment: {'id': 'b4c6a6d0-d5ce-43e9-a225-662750edeecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '49572182-0bfb-4d8e-8b3c-cb692959f2dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 02:54:52.486490 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb88ead2-6f84-4d00-8a93-03e739f4ac1f admin admin] Network hostable DHCP agents. Network: 49572182-0bfb-4d8e-8b3c-cb692959f2dc, hostable agents: ['27668cff-ea20-4e06-9a9c-d4f827fe3eb1'], hosted agents: [] {{(pid=103104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 02:54:52.527137 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec87d6c-93eb-4c79-a493-4143c4564214 None None] Checking router: 9362948f-98b1-4067-9e99-0dd10971abf6 for host: dv-cinder-740146-14-smb {{(pid=103106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 02:54:52.527494 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec87d6c-93eb-4c79-a493-4143c4564214 None None] Updating router 9362948f-98b1-4067-9e99-0dd10971abf6 port e2db39c8-5545-45cb-8acf-5821722fb32f binding host dv-cinder-740146-14-smb {{(pid=103106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 02:54:52.548828 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-67e6cb9e-2c1d-4f4d-8463-15f9bccc283c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (27668cff-ea20-4e06-9a9c-d4f827fe3eb1), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:52.567140 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-4de3cc2a-03a6-45f4-85bf-3f871bdb26d2 None None] Current status of the port 084e584b-9189-4efe-90fb-18f3ac9aa25f is: ACTIVE; New status is: ACTIVE {{(pid=103105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 02:54:52.584230 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb88ead2-6f84-4d00-8a93-03e739f4ac1f admin admin] Network 49572182-0bfb-4d8e-8b3c-cb692959f2dc is scheduled to be hosted by DHCP agent 27668cff-ea20-4e06-9a9c-d4f827fe3eb1 with binding_index 1 {{(pid=103104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 02:54:52.605819 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-eec87d6c-93eb-4c79-a493-4143c4564214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (e2db39c8-5545-45cb-8acf-5821722fb32f), before_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:52.643317 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.scheduler.base_scheduler [None req-fb88ead2-6f84-4d00-8a93-03e739f4ac1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-14-smb, 49572182-0bfb-4d8e-8b3c-cb692959f2dc) {{(pid=103104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 02:54:52.650036 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb88ead2-6f84-4d00-8a93-03e739f4ac1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:54:52.650992 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-fb88ead2-6f84-4d00-8a93-03e739f4ac1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-648073'] for subnet (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:52.720571 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-fb88ead2-6f84-4d00-8a93-03e739f4ac1f admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8056633 Mar 11 02:54:52.723058 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a839cf6b-d1a5-45d3-b5a4-fe7439473e42 None None] Network 49572182-0bfb-4d8e-8b3c-cb692959f2dc requested from dv-cinder-740146-14-smb {{(pid=103105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 02:54:52.726222 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-e8ca12df-11a1-47d7-9471-5e0e7c256349 admin admin] Publish callbacks [] for router_gateway (e386feea-abcc-415c-9f6f-f9749eca19a2), before_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:52.752981 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47340774-556f-460b-852d-3ccaa663aed8 admin admin] Router ef79ffc0-c890-4dc9-b2e2-92b0cfc29e52 is scheduled to L3 agent 368653ed-b5ce-4183-9c3b-231a0bc3dd35 with binding_index 1 {{(pid=103103) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 02:54:52.756234 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-e8ca12df-11a1-47d7-9471-5e0e7c256349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (None), before_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:52.952353 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.db.db_base_plugin_common [None req-e8ca12df-11a1-47d7-9471-5e0e7c256349 admin admin] Allocated IP 172.28.1.66 (67cf6db3-75c3-4d86-ba36-4af7c18cd6b3/b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e/c0c11f62-874c-4215-9b74-145c6bbc01a9) {{(pid=103103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 02:54:52.991773 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Current status of the port 084e584b-9189-4efe-90fb-18f3ac9aa25f is: ACTIVE; New status is: ACTIVE {{(pid=103105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 02:54:53.114958 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1412b174-a642-49c8-a989-4acb5ab2e49b None None] Network 49572182-0bfb-4d8e-8b3c-cb692959f2dc requested from dv-cinder-740146-14-smb {{(pid=103105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 02:54:53.129376 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-e8ca12df-11a1-47d7-9471-5e0e7c256349 admin admin] Publish callbacks [] for port (c0c11f62-874c-4215-9b74-145c6bbc01a9), precommit_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:53.258916 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-e8ca12df-11a1-47d7-9471-5e0e7c256349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774348857676'] for port (c0c11f62-874c-4215-9b74-145c6bbc01a9), after_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:53.262915 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47340774-556f-460b-852d-3ccaa663aed8 admin admin] Notify agent at l3_agent.dv-cinder-740146-14-smb the message routers_updated {{(pid=103103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 02:54:53.284896 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-ba55c078-d99f-410a-973c-0fcea4f7bec9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:53.295179 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cdd9298-fb8a-4ef5-8f1d-a877d3e10087 None None] Sync routers for ids ['ef79ffc0-c890-4dc9-b2e2-92b0cfc29e52'] in dv-cinder-740146-14-smb {{(pid=103105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 02:54:53.328233 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cdd9298-fb8a-4ef5-8f1d-a877d3e10087 None None] Routers {'ef79ffc0-c890-4dc9-b2e2-92b0cfc29e52'} bound to L3 agent in host dv-cinder-740146-14-smb {{(pid=103105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 02:54:53.330741 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_hamode_db [None req-8cdd9298-fb8a-4ef5-8f1d-a877d3e10087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T02:46:25Z,description=,heartbeat_timestamp=2022-03-11T02:54:25Z,host='dv-cinder-740146-14-smb',id=368653ed-b5ce-4183-9c3b-231a0bc3dd35,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T02:46:25Z,topic='l3_agent')) {'router_ids': ['ef79ffc0-c890-4dc9-b2e2-92b0cfc29e52'], 'active': True} {{(pid=103105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 02:54:53.387360 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ca12df-11a1-47d7-9471-5e0e7c256349 admin admin] Network 67cf6db3-75c3-4d86-ba36-4af7c18cd6b3 is already hosted by enough agents. {{(pid=103103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 02:54:53.399649 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.scheduler.base_scheduler [None req-e8ca12df-11a1-47d7-9471-5e0e7c256349 admin admin] Resources bound (agent type, host, resource id): {{(pid=103103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 02:54:53.449846 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-47340774-556f-460b-852d-3ccaa663aed8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:53.460501 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-47340774-556f-460b-852d-3ccaa663aed8 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.3476205 Mar 11 02:54:53.462550 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 37846) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:54:53.462882 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 37848) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:54:53.463657 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ca12df-11a1-47d7-9471-5e0e7c256349 admin admin] Received port after_create {{(pid=103103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 02:54:53.496967 dv-cinder-740146-14-smb neutron-server[103103]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 11 02:54:53.608199 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_dvr_db [None req-8cdd9298-fb8a-4ef5-8f1d-a877d3e10087 None None] Set router ef79ffc0-c890-4dc9-b2e2-92b0cfc29e52 gateway port host: dv-cinder-740146-14-smb {{(pid=103105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 02:54:53.689677 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-eec87d6c-93eb-4c79-a493-4143c4564214 None None] Publish callbacks [] for port (e2db39c8-5545-45cb-8acf-5821722fb32f), precommit_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:53.707409 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-eec87d6c-93eb-4c79-a493-4143c4564214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712'] for port (e2db39c8-5545-45cb-8acf-5821722fb32f), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:53.822318 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.db.db_base_plugin_common [None req-ba55c078-d99f-410a-973c-0fcea4f7bec9 admin admin] Allocated IP 172.20.0.1 (845c03c2-a500-4a58-b6f9-0437e53ee18b/363826bf-4a53-45a3-8f97-aa25838926f8/5dd0a237-790a-4ecb-9b8b-5757d3e1010a) {{(pid=103104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 02:54:53.855753 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80032c92-1f48-47d5-b0a2-e9dce1ef6d3e None None] Pushing event updated for resources: {'Port': ['ID=e2db39c8-5545-45cb-8acf-5821722fb32f,revision_number=2']} {{(pid=103106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:54:53.921949 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ca12df-11a1-47d7-9471-5e0e7c256349 admin admin] Pushing event updated for resources: {'Port': ['ID=c0c11f62-874c-4215-9b74-145c6bbc01a9,revision_number=1']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:54:53.936416 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80032c92-1f48-47d5-b0a2-e9dce1ef6d3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:54:53.937266 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80032c92-1f48-47d5-b0a2-e9dce1ef6d3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:54:53.937817 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80032c92-1f48-47d5-b0a2-e9dce1ef6d3e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:54:53.938898 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80032c92-1f48-47d5-b0a2-e9dce1ef6d3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:54:53.939438 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80032c92-1f48-47d5-b0a2-e9dce1ef6d3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:54:53.940295 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80032c92-1f48-47d5-b0a2-e9dce1ef6d3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:54:53.941044 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80032c92-1f48-47d5-b0a2-e9dce1ef6d3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:54:53.944874 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80032c92-1f48-47d5-b0a2-e9dce1ef6d3e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:54:53.949625 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80032c92-1f48-47d5-b0a2-e9dce1ef6d3e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:54:53.949625 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80032c92-1f48-47d5-b0a2-e9dce1ef6d3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:54:53.957027 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80032c92-1f48-47d5-b0a2-e9dce1ef6d3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:54:53.958461 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80032c92-1f48-47d5-b0a2-e9dce1ef6d3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:54:53.959624 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80032c92-1f48-47d5-b0a2-e9dce1ef6d3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:54:53.961146 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80032c92-1f48-47d5-b0a2-e9dce1ef6d3e None None] Tracked resource versions report: Mar 11 02:54:53.961146 dv-cinder-740146-14-smb neutron-server[103106]: pushed versions: Mar 11 02:54:53.961146 dv-cinder-740146-14-smb neutron-server[103106]: { 'AddressGroup': {'1.2'}, Mar 11 02:54:53.961146 dv-cinder-740146-14-smb neutron-server[103106]: 'ConntrackHelper': {'1.0'}, Mar 11 02:54:53.961146 dv-cinder-740146-14-smb neutron-server[103106]: 'LocalIPAssociation': {'1.0'}, Mar 11 02:54:53.961146 dv-cinder-740146-14-smb neutron-server[103106]: 'Log': {'1.0'}, Mar 11 02:54:53.961146 dv-cinder-740146-14-smb neutron-server[103106]: 'Network': {'1.1'}, Mar 11 02:54:53.961146 dv-cinder-740146-14-smb neutron-server[103106]: 'Port': {'1.7'}, Mar 11 02:54:53.961146 dv-cinder-740146-14-smb neutron-server[103106]: 'PortForwarding': {'1.2'}, Mar 11 02:54:53.961146 dv-cinder-740146-14-smb neutron-server[103106]: 'QosPolicy': {'1.10'}, Mar 11 02:54:53.961146 dv-cinder-740146-14-smb neutron-server[103106]: 'SecurityGroup': {'1.5'}, Mar 11 02:54:53.961146 dv-cinder-740146-14-smb neutron-server[103106]: 'SecurityGroupRule': {'1.2'}, Mar 11 02:54:53.961146 dv-cinder-740146-14-smb neutron-server[103106]: 'SubPort': {'1.0'}, Mar 11 02:54:53.961146 dv-cinder-740146-14-smb neutron-server[103106]: 'Subnet': {'1.1'}, Mar 11 02:54:53.961146 dv-cinder-740146-14-smb neutron-server[103106]: 'Trunk': {'1.1'}} Mar 11 02:54:53.961146 dv-cinder-740146-14-smb neutron-server[103106]: consumer versions: Mar 11 02:54:53.961146 dv-cinder-740146-14-smb neutron-server[103106]: { DHCP agent@dv-cinder-740146-14-smb: {}, Mar 11 02:54:53.961146 dv-cinder-740146-14-smb neutron-server[103106]: HyperV agent@hv-cinder-74014: {}, Mar 11 02:54:53.961146 dv-cinder-740146-14-smb neutron-server[103106]: L3 agent@dv-cinder-740146-14-smb: {}, Mar 11 02:54:53.961146 dv-cinder-740146-14-smb neutron-server[103106]: Metadata agent@dv-cinder-740146-14-smb: {}, Mar 11 02:54:53.961146 dv-cinder-740146-14-smb neutron-server[103106]: Metering agent@dv-cinder-740146-14-smb: {}, Mar 11 02:54:53.961146 dv-cinder-740146-14-smb neutron-server[103106]: Open vSwitch agent@dv-cinder-740146-14-smb: { 'AddressGroup': '1.2', Mar 11 02:54:53.961146 dv-cinder-740146-14-smb neutron-server[103106]: 'ConntrackHelper': '1.0', Mar 11 02:54:53.961146 dv-cinder-740146-14-smb neutron-server[103106]: 'LocalIPAssociation': '1.0', Mar 11 02:54:53.961146 dv-cinder-740146-14-smb neutron-server[103106]: 'Log': '1.0', Mar 11 02:54:53.961146 dv-cinder-740146-14-smb neutron-server[103106]: 'Network': '1.1', Mar 11 02:54:53.961146 dv-cinder-740146-14-smb neutron-server[103106]: 'Port': '1.7', Mar 11 02:54:53.961146 dv-cinder-740146-14-smb neutron-server[103106]: 'PortForwarding': '1.2', Mar 11 02:54:53.961146 dv-cinder-740146-14-smb neutron-server[103106]: 'QosPolicy': '1.10', Mar 11 02:54:53.961146 dv-cinder-740146-14-smb neutron-server[103106]: 'SecurityGroup': '1.5', Mar 11 02:54:53.961146 dv-cinder-740146-14-smb neutron-server[103106]: 'SecurityGroupRule': '1.2', Mar 11 02:54:53.961146 dv-cinder-740146-14-smb neutron-server[103106]: 'SubPort': '1.0', Mar 11 02:54:53.961146 dv-cinder-740146-14-smb neutron-server[103106]: 'Subnet': '1.1', Mar 11 02:54:53.961146 dv-cinder-740146-14-smb neutron-server[103106]: 'Trunk': '1.1'}} Mar 11 02:54:53.961146 dv-cinder-740146-14-smb neutron-server[103106]: {{(pid=103106) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 11 02:54:53.972956 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.plugins.ml2.managers [None req-eec87d6c-93eb-4c79-a493-4143c4564214 None None] Attempting to bind port e2db39c8-5545-45cb-8acf-5821722fb32f on host dv-cinder-740146-14-smb for vnic_type normal with profile {{(pid=103106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 02:54:53.974142 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.plugins.ml2.managers [None req-eec87d6c-93eb-4c79-a493-4143c4564214 None None] Attempting to bind port e2db39c8-5545-45cb-8acf-5821722fb32f by drivers openvswitch,hyperv on host dv-cinder-740146-14-smb at level 0 using segments [{'id': '86701719-770a-4197-8a84-07fe4dcd9e0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3'}] {{(pid=103106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 02:54:53.975456 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec87d6c-93eb-4c79-a493-4143c4564214 None None] Attempting to bind port e2db39c8-5545-45cb-8acf-5821722fb32f on network 67cf6db3-75c3-4d86-ba36-4af7c18cd6b3 {{(pid=103106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 02:54:53.988602 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec87d6c-93eb-4c79-a493-4143c4564214 None None] Checking agent: {'id': '36a16930-fe6f-49e2-96be-29faaa54e9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 2, 46, 29), 'started_at': datetime.datetime(2022, 3, 11, 2, 46, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 2, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 02:54:53.989811 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec87d6c-93eb-4c79-a493-4143c4564214 None None] Checking segment: {'id': '86701719-770a-4197-8a84-07fe4dcd9e0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 02:54:53.991732 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-eec87d6c-93eb-4c79-a493-4143c4564214 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:53.991732 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec87d6c-93eb-4c79-a493-4143c4564214 None None] Bound using segment: {'id': '86701719-770a-4197-8a84-07fe4dcd9e0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3'} {{(pid=103106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 02:54:53.993529 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.plugins.ml2.managers [None req-eec87d6c-93eb-4c79-a493-4143c4564214 None None] Bound port: e2db39c8-5545-45cb-8acf-5821722fb32f, host: dv-cinder-740146-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86701719-770a-4197-8a84-07fe4dcd9e0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3'}}] {{(pid=103106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 02:54:53.996261 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-eec87d6c-93eb-4c79-a493-4143c4564214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (e2db39c8-5545-45cb-8acf-5821722fb32f), before_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:54.137116 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-eec87d6c-93eb-4c79-a493-4143c4564214 None None] For port e2db39c8-5545-45cb-8acf-5821722fb32f, host dv-cinder-740146-14-smb, cleared binding levels {{(pid=103106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 02:54:54.141818 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-eec87d6c-93eb-4c79-a493-4143c4564214 None None] For port e2db39c8-5545-45cb-8acf-5821722fb32f, host dv-cinder-740146-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-smb',level=0,port_id=e2db39c8-5545-45cb-8acf-5821722fb32f,segment=NetworkSegment(86701719-770a-4197-8a84-07fe4dcd9e0f),segment_id=86701719-770a-4197-8a84-07fe4dcd9e0f)] {{(pid=103106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 02:54:54.153226 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-eec87d6c-93eb-4c79-a493-4143c4564214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712'] for port (e2db39c8-5545-45cb-8acf-5821722fb32f), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:54.158669 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-ba55c078-d99f-410a-973c-0fcea4f7bec9 admin admin] Publish callbacks [] for port (5dd0a237-790a-4ecb-9b8b-5757d3e1010a), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:54.215000 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084e5dde-11cc-416d-89cd-88668a0d6911 req-ee1f44e7-fdd8-4473-a358-1ba2940da314 tempest-DeleteServersTestJSON-1352040899 tempest-DeleteServersTestJSON-1352040899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:54:54.216567 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-084e5dde-11cc-416d-89cd-88668a0d6911 req-ee1f44e7-fdd8-4473-a358-1ba2940da314 tempest-DeleteServersTestJSON-1352040899 tempest-DeleteServersTestJSON-1352040899-project] 10.222.0.20 "GET /v2.0/networks?id=49572182-0bfb-4d8e-8b3c-cb692959f2dc HTTP/1.1" status: 200 len: 812 time: 0.7316959 Mar 11 02:54:54.227784 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-ba55c078-d99f-410a-973c-0fcea4f7bec9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774348857676'] for port (5dd0a237-790a-4ecb-9b8b-5757d3e1010a), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:54.236820 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80032c92-1f48-47d5-b0a2-e9dce1ef6d3e None None] Pushing event updated for resources: {'Port': ['ID=e2db39c8-5545-45cb-8acf-5821722fb32f,revision_number=3']} {{(pid=103106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:54:54.251056 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-084e5dde-11cc-416d-89cd-88668a0d6911 req-d925fef2-30f7-4a52-b258-39bff97bd3ee tempest-DeleteServersTestJSON-1352040899 tempest-DeleteServersTestJSON-1352040899-project] 10.222.0.20 "GET /v2.0/quotas/e7f933740925401db4e30504577ece30 HTTP/1.1" status: 200 len: 375 time: 0.0275943 Mar 11 02:54:54.274355 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec87d6c-93eb-4c79-a493-4143c4564214 None None] Routers {'9362948f-98b1-4067-9e99-0dd10971abf6'} bound to L3 agent in host dv-cinder-740146-14-smb {{(pid=103106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 02:54:54.274982 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-eec87d6c-93eb-4c79-a493-4143c4564214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T02:46:25Z,description=,heartbeat_timestamp=2022-03-11T02:54:25Z,host='dv-cinder-740146-14-smb',id=368653ed-b5ce-4183-9c3b-231a0bc3dd35,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T02:46:25Z,topic='l3_agent')) {'router_ids': ['9362948f-98b1-4067-9e99-0dd10971abf6'], 'active': True} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 02:54:54.344381 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba55c078-d99f-410a-973c-0fcea4f7bec9 admin admin] Network 845c03c2-a500-4a58-b6f9-0437e53ee18b is already hosted by enough agents. {{(pid=103104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 02:54:54.349725 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.scheduler.base_scheduler [None req-ba55c078-d99f-410a-973c-0fcea4f7bec9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 02:54:54.354214 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba55c078-d99f-410a-973c-0fcea4f7bec9 admin admin] Received port after_create {{(pid=103104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 02:54:54.354686 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-ba55c078-d99f-410a-973c-0fcea4f7bec9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-576625'] for router_interface (9362948f-98b1-4067-9e99-0dd10971abf6), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:54.421164 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Device aff8af3d-ef22-4ccd-9c2d-b51f7597e014 up at agent ovs-agent-dv-cinder-740146-14-smb {{(pid=103105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 02:54:54.439069 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba55c078-d99f-410a-973c-0fcea4f7bec9 admin admin] Pushing event updated for resources: {'Port': ['ID=5dd0a237-790a-4ecb-9b8b-5757d3e1010a,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:54:54.474681 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d48352f-6697-4b94-8e88-824fe9d025fc None None] Network c37e13a0-a6c7-4b0f-ae0c-93319b771da2 requested from dv-cinder-740146-14-smb {{(pid=103105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 02:54:54.494615 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.l3_dvr_db [None req-eec87d6c-93eb-4c79-a493-4143c4564214 None None] Set router 9362948f-98b1-4067-9e99-0dd10971abf6 gateway port host: dv-cinder-740146-14-smb {{(pid=103106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 02:54:54.544542 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Provisioning complete for port aff8af3d-ef22-4ccd-9c2d-b51f7597e014 triggered by entity L2. {{(pid=103105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 02:54:54.545005 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536573942'] for port (aff8af3d-ef22-4ccd-9c2d-b51f7597e014), provisioning_complete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:54.626674 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [None req-4eacb663-4a6d-42a3-9671-5064139de6f9 None None] Provisioning complete for port aff8af3d-ef22-4ccd-9c2d-b51f7597e014 triggered by entity DHCP. {{(pid=103105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 02:54:54.628840 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-4eacb663-4a6d-42a3-9671-5064139de6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536573942'] for port (aff8af3d-ef22-4ccd-9c2d-b51f7597e014), provisioning_complete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:54.829756 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-eec87d6c-93eb-4c79-a493-4143c4564214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9362948f-98b1-4067-9e99-0dd10971abf6', 'name': 'tempest-AttachVolumeTestJSON-1359685103-router', 'tenant_id': '8a19620c29074aed8f3e4d3d8c51b9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'external_fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.234'}], 'enable_snat': True}, 'gw_port_id': 'e2db39c8-5545-45cb-8acf-5821722fb32f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T02:54:47Z', 'updated_at': '2022-03-11T02:54:49Z', 'revision_number': 3, 'project_id': '8a19620c29074aed8f3e4d3d8c51b9c7', 'gw_port': {'id': 'e2db39c8-5545-45cb-8acf-5821722fb32f', 'name': '', 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:cb:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9362948f-98b1-4067-9e99-0dd10971abf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:54:48Z', 'updated_at': '2022-03-11T02:54:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-smb'}], 'dv-cinder-740146-14-smb', False) {} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 02:54:54.831940 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-ba55c078-d99f-410a-973c-0fcea4f7bec9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (5dd0a237-790a-4ecb-9b8b-5757d3e1010a), before_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:54.840660 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_hamode_db [None req-8cdd9298-fb8a-4ef5-8f1d-a877d3e10087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef79ffc0-c890-4dc9-b2e2-92b0cfc29e52', 'name': 'tempest-ServerRescueNegativeTestJSON-461084469-router', 'tenant_id': '455c4aaecbbb4110abf67996ffc3f4bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'external_fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.142'}], 'enable_snat': True}, 'gw_port_id': 'b2c244f6-4858-4161-ad71-8e33e1863938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T02:54:48Z', 'updated_at': '2022-03-11T02:54:50Z', 'revision_number': 3, 'project_id': '455c4aaecbbb4110abf67996ffc3f4bb', 'gw_port': {'id': 'b2c244f6-4858-4161-ad71-8e33e1863938', 'name': '', 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:87:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef79ffc0-c890-4dc9-b2e2-92b0cfc29e52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:54:49Z', 'updated_at': '2022-03-11T02:54:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-smb'}], 'dv-cinder-740146-14-smb', False) {} {{(pid=103105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 02:54:54.846889 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-edb06ece-dfae-49ee-9d12-1fed5cb32507 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (368653ed-b5ce-4183-9c3b-231a0bc3dd35), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:54.875459 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-084e5dde-11cc-416d-89cd-88668a0d6911 req-2ecd8b44-6bc3-4903-8b67-5ff63eaf1652 tempest-DeleteServersTestJSON-1352040899 tempest-DeleteServersTestJSON-1352040899-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e7f933740925401db4e30504577ece30&fields=id HTTP/1.1" status: 200 len: 210 time: 0.6131437 Mar 11 02:54:54.917252 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 37888) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:54:54.919045 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec87d6c-93eb-4c79-a493-4143c4564214 None None] The sync data for ids ['9362948f-98b1-4067-9e99-0dd10971abf6'] in dv-cinder-740146-14-smb is: [{'id': '9362948f-98b1-4067-9e99-0dd10971abf6', 'name': 'tempest-AttachVolumeTestJSON-1359685103-router', 'tenant_id': '8a19620c29074aed8f3e4d3d8c51b9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'external_fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.234'}], 'enable_snat': True}, 'gw_port_id': 'e2db39c8-5545-45cb-8acf-5821722fb32f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T02:54:47Z', 'updated_at': '2022-03-11T02:54:49Z', 'revision_number': 3, 'project_id': '8a19620c29074aed8f3e4d3d8c51b9c7', 'gw_port': {'id': 'e2db39c8-5545-45cb-8acf-5821722fb32f', 'name': '', 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:cb:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9362948f-98b1-4067-9e99-0dd10971abf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:54:48Z', 'updated_at': '2022-03-11T02:54:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-smb'}] {{(pid=103106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 02:54:54.997126 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cdd9298-fb8a-4ef5-8f1d-a877d3e10087 None None] Checking router: ef79ffc0-c890-4dc9-b2e2-92b0cfc29e52 for host: dv-cinder-740146-14-smb {{(pid=103105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 02:54:54.997323 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cdd9298-fb8a-4ef5-8f1d-a877d3e10087 None None] Updating router ef79ffc0-c890-4dc9-b2e2-92b0cfc29e52 port b2c244f6-4858-4161-ad71-8e33e1863938 binding host dv-cinder-740146-14-smb {{(pid=103105) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 02:54:55.016043 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-e8ca12df-11a1-47d7-9471-5e0e7c256349 admin admin] Publish callbacks [] for router_gateway (e386feea-abcc-415c-9f6f-f9749eca19a2), after_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:55.162140 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-ba55c078-d99f-410a-973c-0fcea4f7bec9 admin admin] Publish callbacks [] for port (5dd0a237-790a-4ecb-9b8b-5757d3e1010a), precommit_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:55.174610 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-8cdd9298-fb8a-4ef5-8f1d-a877d3e10087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (b2c244f6-4858-4161-ad71-8e33e1863938), before_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:55.176291 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-ba55c078-d99f-410a-973c-0fcea4f7bec9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712'] for port (5dd0a237-790a-4ecb-9b8b-5757d3e1010a), after_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:55.177368 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-ba55c078-d99f-410a-973c-0fcea4f7bec9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-648101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-576733'] for router_interface (9362948f-98b1-4067-9e99-0dd10971abf6), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:55.207181 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-6bc26522-5d48-4ee7-b124-91e69cdc7f7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:55.253675 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba55c078-d99f-410a-973c-0fcea4f7bec9 admin admin] Pushing event updated for resources: {'Port': ['ID=5dd0a237-790a-4ecb-9b8b-5757d3e1010a,revision_number=2']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:54:55.293732 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-cf634ed9-8764-4ba2-8e4a-c40991bdde27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (None), before_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:55.305507 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Current status of the port aff8af3d-ef22-4ccd-9c2d-b51f7597e014 is: DOWN; New status is: ACTIVE {{(pid=103105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 02:54:55.305935 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (aff8af3d-ef22-4ccd-9c2d-b51f7597e014), before_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:55.351750 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [req-084e5dde-11cc-416d-89cd-88668a0d6911 req-691b0286-c921-4000-b61b-532936e0e796 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103103) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 02:54:55.351943 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-4eacb663-4a6d-42a3-9671-5064139de6f9 None None] Current status of the port aff8af3d-ef22-4ccd-9c2d-b51f7597e014 is: DOWN; New status is: ACTIVE {{(pid=103105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 02:54:55.352347 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-4eacb663-4a6d-42a3-9671-5064139de6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (aff8af3d-ef22-4ccd-9c2d-b51f7597e014), before_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:55.375078 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-084e5dde-11cc-416d-89cd-88668a0d6911 req-691b0286-c921-4000-b61b-532936e0e796 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2107668 Mar 11 02:54:55.404156 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba55c078-d99f-410a-973c-0fcea4f7bec9 admin admin] Network 845c03c2-a500-4a58-b6f9-0437e53ee18b is already hosted by enough agents. {{(pid=103104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 02:54:55.406313 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.scheduler.base_scheduler [None req-ba55c078-d99f-410a-973c-0fcea4f7bec9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 02:54:55.741498 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba55c078-d99f-410a-973c-0fcea4f7bec9 admin admin] Router 9362948f-98b1-4067-9e99-0dd10971abf6 has already been hosted by L3 agent 368653ed-b5ce-4183-9c3b-231a0bc3dd35 {{(pid=103104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 02:54:55.986319 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] For port aff8af3d-ef22-4ccd-9c2d-b51f7597e014, host dv-cinder-740146-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-smb',level=0,port_id=aff8af3d-ef22-4ccd-9c2d-b51f7597e014,segment=NetworkSegment(e477fdca-2d56-4686-9dff-dd5cd9b82843),segment_id=e477fdca-2d56-4686-9dff-dd5cd9b82843)] {{(pid=103105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 02:54:56.000707 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-f28c0ae4-c5a5-4e67-96c2-37b36f3544e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (258069e3-19c1-49ed-8474-20b6ecde628d), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:56.007954 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba55c078-d99f-410a-973c-0fcea4f7bec9 admin admin] Notify agent at l3_agent.dv-cinder-740146-14-smb the message routers_updated {{(pid=103104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 02:54:56.018045 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712'] for port (aff8af3d-ef22-4ccd-9c2d-b51f7597e014), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:56.037281 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-ba55c078-d99f-410a-973c-0fcea4f7bec9 admin admin] 10.222.0.20 "PUT /v2.0/routers/9362948f-98b1-4067-9e99-0dd10971abf6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1858366 Mar 11 02:54:56.236642 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-084e5dde-11cc-416d-89cd-88668a0d6911 req-5d11571a-f15e-4227-88f7-cfcebb212f93 service neutron] 10.222.0.20 "GET /v2.0/networks/49572182-0bfb-4d8e-8b3c-cb692959f2dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8604360 Mar 11 02:54:56.258288 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-e8ca12df-11a1-47d7-9471-5e0e7c256349 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580382'] for router (e386feea-abcc-415c-9f6f-f9749eca19a2), after_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:56.261361 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-6bc26522-5d48-4ee7-b124-91e69cdc7f7c admin admin] Publish callbacks [] for security_group (54a6222d-2568-4bc4-9626-d241c6dff36a), precommit_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:56.283068 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.db.api [None req-4eacb663-4a6d-42a3-9671-5064139de6f9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103105) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 02:54:56.283666 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG oslo_db.api [None req-4eacb663-4a6d-42a3-9671-5064139de6f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 02:54:56.286761 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-8cdd9298-fb8a-4ef5-8f1d-a877d3e10087 None None] Publish callbacks [] for port (b2c244f6-4858-4161-ad71-8e33e1863938), precommit_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:56.289563 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-6bc26522-5d48-4ee7-b124-91e69cdc7f7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (54a6222d-2568-4bc4-9626-d241c6dff36a), after_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:56.311947 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Device e2db39c8-5545-45cb-8acf-5821722fb32f up at agent ovs-agent-dv-cinder-740146-14-smb {{(pid=103105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 02:54:56.340512 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.db.db_base_plugin_common [None req-cf634ed9-8764-4ba2-8e4a-c40991bdde27 admin admin] Allocated IP 172.20.0.1 (efac0d19-7339-4c25-b4bc-ad7f12378dc1/e03685bc-4eda-4636-83ff-246654d7e2b8/1075b8dc-9080-4fb0-8b8a-32ab26db9f3e) {{(pid=103103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 02:54:56.353094 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-8cdd9298-fb8a-4ef5-8f1d-a877d3e10087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712'] for port (b2c244f6-4858-4161-ad71-8e33e1863938), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:56.419053 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.managers [None req-8cdd9298-fb8a-4ef5-8f1d-a877d3e10087 None None] Attempting to bind port b2c244f6-4858-4161-ad71-8e33e1863938 on host dv-cinder-740146-14-smb for vnic_type normal with profile {{(pid=103105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 02:54:56.419439 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.managers [None req-8cdd9298-fb8a-4ef5-8f1d-a877d3e10087 None None] Attempting to bind port b2c244f6-4858-4161-ad71-8e33e1863938 by drivers openvswitch,hyperv on host dv-cinder-740146-14-smb at level 0 using segments [{'id': '86701719-770a-4197-8a84-07fe4dcd9e0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3'}] {{(pid=103105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 02:54:56.419797 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cdd9298-fb8a-4ef5-8f1d-a877d3e10087 None None] Attempting to bind port b2c244f6-4858-4161-ad71-8e33e1863938 on network 67cf6db3-75c3-4d86-ba36-4af7c18cd6b3 {{(pid=103105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 02:54:56.429042 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Pushing event updated for resources: {'Port': ['ID=aff8af3d-ef22-4ccd-9c2d-b51f7597e014,revision_number=3']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:54:56.432935 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cdd9298-fb8a-4ef5-8f1d-a877d3e10087 None None] Checking agent: {'id': '36a16930-fe6f-49e2-96be-29faaa54e9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 2, 46, 29), 'started_at': datetime.datetime(2022, 3, 11, 2, 46, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 2, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 02:54:56.433544 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cdd9298-fb8a-4ef5-8f1d-a877d3e10087 None None] Checking segment: {'id': '86701719-770a-4197-8a84-07fe4dcd9e0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 02:54:56.434361 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-8cdd9298-fb8a-4ef5-8f1d-a877d3e10087 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:56.435035 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cdd9298-fb8a-4ef5-8f1d-a877d3e10087 None None] Bound using segment: {'id': '86701719-770a-4197-8a84-07fe4dcd9e0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3'} {{(pid=103105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 02:54:56.435636 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.managers [None req-8cdd9298-fb8a-4ef5-8f1d-a877d3e10087 None None] Bound port: b2c244f6-4858-4161-ad71-8e33e1863938, host: dv-cinder-740146-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86701719-770a-4197-8a84-07fe4dcd9e0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3'}}] {{(pid=103105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 02:54:56.436300 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-8cdd9298-fb8a-4ef5-8f1d-a877d3e10087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (b2c244f6-4858-4161-ad71-8e33e1863938), before_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:56.443881 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc26522-5d48-4ee7-b124-91e69cdc7f7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54a6222d-2568-4bc4-9626-d241c6dff36a,revision_number=1']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:54:56.497340 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-6bc26522-5d48-4ee7-b124-91e69cdc7f7c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4df0290477d941c1bf6c804c03725ce3&name=default HTTP/1.1" status: 200 len: 2992 time: 1.5429668 Mar 11 02:54:56.500209 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 37964) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:54:56.503497 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-8cdd9298-fb8a-4ef5-8f1d-a877d3e10087 None None] For port b2c244f6-4858-4161-ad71-8e33e1863938, host dv-cinder-740146-14-smb, cleared binding levels {{(pid=103105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 02:54:56.507751 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-8cdd9298-fb8a-4ef5-8f1d-a877d3e10087 None None] For port b2c244f6-4858-4161-ad71-8e33e1863938, host dv-cinder-740146-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-smb',level=0,port_id=b2c244f6-4858-4161-ad71-8e33e1863938,segment=NetworkSegment(86701719-770a-4197-8a84-07fe4dcd9e0f),segment_id=86701719-770a-4197-8a84-07fe4dcd9e0f)] {{(pid=103105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 02:54:56.518602 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-8cdd9298-fb8a-4ef5-8f1d-a877d3e10087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712'] for port (b2c244f6-4858-4161-ad71-8e33e1863938), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:56.571525 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Provisioning complete for port e2db39c8-5545-45cb-8acf-5821722fb32f triggered by entity L2. {{(pid=103105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 02:54:56.571673 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536573942'] for port (e2db39c8-5545-45cb-8acf-5821722fb32f), provisioning_complete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:56.599836 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-6a728eb3-e7de-45af-8ab4-0b3b0312dc96 admin admin] Publish callbacks [] for security_group (54a6222d-2568-4bc4-9626-d241c6dff36a), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:56.626756 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faeeeb-42a5-412a-b351-bb52aa0ae4dd None None] Pushing event updated for resources: {'Port': ['ID=b2c244f6-4858-4161-ad71-8e33e1863938,revision_number=3']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:54:56.696497 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cdd9298-fb8a-4ef5-8f1d-a877d3e10087 None None] Routers {'ef79ffc0-c890-4dc9-b2e2-92b0cfc29e52'} bound to L3 agent in host dv-cinder-740146-14-smb {{(pid=103105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 02:54:56.697280 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_hamode_db [None req-8cdd9298-fb8a-4ef5-8f1d-a877d3e10087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T02:46:25Z,description=,heartbeat_timestamp=2022-03-11T02:54:55Z,host='dv-cinder-740146-14-smb',id=368653ed-b5ce-4183-9c3b-231a0bc3dd35,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T02:46:25Z,topic='l3_agent')) {'router_ids': ['ef79ffc0-c890-4dc9-b2e2-92b0cfc29e52'], 'active': True} {{(pid=103105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 02:54:56.824302 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-cf634ed9-8764-4ba2-8e4a-c40991bdde27 admin admin] Publish callbacks [] for port (1075b8dc-9080-4fb0-8b8a-32ab26db9f3e), precommit_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:56.828697 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faeeeb-42a5-412a-b351-bb52aa0ae4dd None None] Pushing event updated for resources: {'Port': ['ID=b2c244f6-4858-4161-ad71-8e33e1863938,revision_number=3']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:54:56.846542 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-6a728eb3-e7de-45af-8ab4-0b3b0312dc96 admin admin] Publish callbacks [] for security_group (54a6222d-2568-4bc4-9626-d241c6dff36a), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:56.895881 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-4eacb663-4a6d-42a3-9671-5064139de6f9 None None] Current status of the port aff8af3d-ef22-4ccd-9c2d-b51f7597e014 is: ACTIVE; New status is: ACTIVE {{(pid=103105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 02:54:56.933656 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-6a728eb3-e7de-45af-8ab4-0b3b0312dc96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (54a6222d-2568-4bc4-9626-d241c6dff36a), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:56.936572 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-6a728eb3-e7de-45af-8ab4-0b3b0312dc96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:56.937754 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-6a728eb3-e7de-45af-8ab4-0b3b0312dc96 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/54a6222d-2568-4bc4-9626-d241c6dff36a HTTP/1.1" status: 204 len: 168 time: 0.4363446 Mar 11 02:54:56.951448 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a728eb3-e7de-45af-8ab4-0b3b0312dc96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54a6222d-2568-4bc4-9626-d241c6dff36a,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:54:57.000275 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-084e5dde-11cc-416d-89cd-88668a0d6911 req-46848a47-73cb-4303-bee9-d5076c7e4216 service neutron] 10.222.0.20 "GET /v2.0/networks/49572182-0bfb-4d8e-8b3c-cb692959f2dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7621570 Mar 11 02:54:57.004197 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-cf634ed9-8764-4ba2-8e4a-c40991bdde27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774348857676'] for port (1075b8dc-9080-4fb0-8b8a-32ab26db9f3e), after_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:57.011750 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Current status of the port e2db39c8-5545-45cb-8acf-5821722fb32f is: DOWN; New status is: ACTIVE {{(pid=103105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 02:54:57.012282 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (e2db39c8-5545-45cb-8acf-5821722fb32f), before_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:57.058525 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf634ed9-8764-4ba2-8e4a-c40991bdde27 admin admin] Network efac0d19-7339-4c25-b4bc-ad7f12378dc1 is already hosted by enough agents. {{(pid=103103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 02:54:57.064684 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.scheduler.base_scheduler [None req-cf634ed9-8764-4ba2-8e4a-c40991bdde27 admin admin] Resources bound (agent type, host, resource id): {{(pid=103103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 02:54:57.072321 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf634ed9-8764-4ba2-8e4a-c40991bdde27 admin admin] Received port after_create {{(pid=103103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 02:54:57.073150 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-cf634ed9-8764-4ba2-8e4a-c40991bdde27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-576625'] for router_interface (ef79ffc0-c890-4dc9-b2e2-92b0cfc29e52), before_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:57.082165 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_dvr_db [None req-8cdd9298-fb8a-4ef5-8f1d-a877d3e10087 None None] Set router ef79ffc0-c890-4dc9-b2e2-92b0cfc29e52 gateway port host: dv-cinder-740146-14-smb {{(pid=103105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 02:54:57.207963 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] For port e2db39c8-5545-45cb-8acf-5821722fb32f, host dv-cinder-740146-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-smb',level=0,port_id=e2db39c8-5545-45cb-8acf-5821722fb32f,segment=NetworkSegment(86701719-770a-4197-8a84-07fe4dcd9e0f),segment_id=86701719-770a-4197-8a84-07fe4dcd9e0f)] {{(pid=103105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 02:54:57.219069 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [None req-b6e67e05-5328-4ade-954a-c2b8be771c80 None None] Provisioning complete for port aff8af3d-ef22-4ccd-9c2d-b51f7597e014 triggered by entity DHCP. {{(pid=103105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 02:54:57.219464 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-b6e67e05-5328-4ade-954a-c2b8be771c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536573942'] for port (aff8af3d-ef22-4ccd-9c2d-b51f7597e014), provisioning_complete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:57.298984 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf634ed9-8764-4ba2-8e4a-c40991bdde27 admin admin] Pushing event updated for resources: {'Port': ['ID=1075b8dc-9080-4fb0-8b8a-32ab26db9f3e,revision_number=1']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:54:57.355377 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8ca12df-11a1-47d7-9471-5e0e7c256349 admin admin] Router e386feea-abcc-415c-9f6f-f9749eca19a2 is scheduled to L3 agent 368653ed-b5ce-4183-9c3b-231a0bc3dd35 with binding_index 1 {{(pid=103103) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 02:54:57.376769 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712'] for port (e2db39c8-5545-45cb-8acf-5821722fb32f), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:57.381835 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-cf634ed9-8764-4ba2-8e4a-c40991bdde27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (1075b8dc-9080-4fb0-8b8a-32ab26db9f3e), before_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:57.534544 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 38010) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:54:57.542840 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.v2.base [None req-059920fa-4d85-4a7a-9fd9-3e3d7125751d tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2116156105', 'description': 'tempest-description--2049196072'}} {{(pid=103104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 02:54:57.595378 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-afaf34ad-b747-4180-ba41-f81d7ecfb39b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (b193670b-9854-4e90-bc6a-e616470c2469), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:57.613766 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-059920fa-4d85-4a7a-9fd9-3e3d7125751d tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Publish callbacks [] for security_group (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:57.729259 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-b6e67e05-5328-4ade-954a-c2b8be771c80 None None] Current status of the port aff8af3d-ef22-4ccd-9c2d-b51f7597e014 is: ACTIVE; New status is: ACTIVE {{(pid=103105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 02:54:57.743533 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-059920fa-4d85-4a7a-9fd9-3e3d7125751d tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Publish callbacks [] for security_group (f9c75b18-9067-4656-afb9-de1b8b0fda4c), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:57.748918 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-059920fa-4d85-4a7a-9fd9-3e3d7125751d tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (f9c75b18-9067-4656-afb9-de1b8b0fda4c), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:57.754755 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Pushing event updated for resources: {'Port': ['ID=e2db39c8-5545-45cb-8acf-5821722fb32f,revision_number=4']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:54:57.768043 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [None req-b6e67e05-5328-4ade-954a-c2b8be771c80 None None] Provisioning complete for port 5dd0a237-790a-4ecb-9b8b-5757d3e1010a triggered by entity DHCP. {{(pid=103105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 02:54:57.768611 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-b6e67e05-5328-4ade-954a-c2b8be771c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536573942'] for port (5dd0a237-790a-4ecb-9b8b-5757d3e1010a), provisioning_complete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:57.784054 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059920fa-4d85-4a7a-9fd9-3e3d7125751d tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9c75b18-9067-4656-afb9-de1b8b0fda4c,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:54:57.815428 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-059920fa-4d85-4a7a-9fd9-3e3d7125751d tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Publish callbacks [] for security_group (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:57.816051 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-059920fa-4d85-4a7a-9fd9-3e3d7125751d tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2804921 Mar 11 02:54:57.818928 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 38026) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:54:57.823035 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-fde953fd-f7ec-4c6a-b49e-3007dbc15fbd req-28c26a15-2e1f-417d-8143-848a2f469a4e tempest-DeleteServersTestJSON-1352040899 tempest-DeleteServersTestJSON-1352040899-project] 10.222.0.20 "GET /v2.0/ports?device_id=5dd19f43-d516-4b24-838e-967e390ddf45 HTTP/1.1" status: 200 len: 210 time: 0.0930984 Mar 11 02:54:57.828048 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.v2.base [None req-a228122f-ae33-4fb1-8893-f1784b9b8c13 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Request body: {'security_group_rule': {'security_group_id': 'f9c75b18-9067-4656-afb9-de1b8b0fda4c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 02:54:57.848342 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3574439b-13b3-4acd-831c-bf56a73f1046 None None] Sync routers for ids ['9362948f-98b1-4067-9e99-0dd10971abf6'] in dv-cinder-740146-14-smb {{(pid=103106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 02:54:57.868317 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3574439b-13b3-4acd-831c-bf56a73f1046 None None] Routers {'9362948f-98b1-4067-9e99-0dd10971abf6'} bound to L3 agent in host dv-cinder-740146-14-smb {{(pid=103106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 02:54:57.868947 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-3574439b-13b3-4acd-831c-bf56a73f1046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T02:46:25Z,description=,heartbeat_timestamp=2022-03-11T02:54:55Z,host='dv-cinder-740146-14-smb',id=368653ed-b5ce-4183-9c3b-231a0bc3dd35,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T02:46:25Z,topic='l3_agent')) {'router_ids': ['9362948f-98b1-4067-9e99-0dd10971abf6'], 'active': True} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 02:54:57.937637 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-a228122f-ae33-4fb1-8893-f1784b9b8c13 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Publish callbacks [] for security_group_rule (87e04d7a-d9e8-4f05-8ba2-9cb619a9c34a), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:58.052754 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8ca12df-11a1-47d7-9471-5e0e7c256349 admin admin] Notify agent at l3_agent.dv-cinder-740146-14-smb the message routers_updated {{(pid=103103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 02:54:58.084620 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbee5fc9-4565-4f0a-b6c0-846c44578adb None None] Sync routers for ids ['e386feea-abcc-415c-9f6f-f9749eca19a2'] in dv-cinder-740146-14-smb {{(pid=103105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 02:54:58.117747 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.l3_dvr_db [None req-3574439b-13b3-4acd-831c-bf56a73f1046 None None] Set router 9362948f-98b1-4067-9e99-0dd10971abf6 gateway port host: dv-cinder-740146-14-smb {{(pid=103106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 02:54:58.142621 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-a228122f-ae33-4fb1-8893-f1784b9b8c13 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Publish callbacks [] for security_group_rule (87e04d7a-d9e8-4f05-8ba2-9cb619a9c34a), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:58.151653 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-a228122f-ae33-4fb1-8893-f1784b9b8c13 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526655'] for security_group_rule (87e04d7a-d9e8-4f05-8ba2-9cb619a9c34a), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:58.172880 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-b6e67e05-5328-4ade-954a-c2b8be771c80 None None] Port 5dd0a237-790a-4ecb-9b8b-5757d3e1010a cannot update to ACTIVE because it is not bound. {{(pid=103105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 02:54:58.192266 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-a228122f-ae33-4fb1-8893-f1784b9b8c13 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:58.196176 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-a228122f-ae33-4fb1-8893-f1784b9b8c13 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3761225 Mar 11 02:54:58.203069 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbee5fc9-4565-4f0a-b6c0-846c44578adb None None] Routers {'e386feea-abcc-415c-9f6f-f9749eca19a2'} bound to L3 agent in host dv-cinder-740146-14-smb {{(pid=103105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 02:54:58.210466 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 38054) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:54:58.211622 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_hamode_db [None req-fbee5fc9-4565-4f0a-b6c0-846c44578adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T02:46:25Z,description=,heartbeat_timestamp=2022-03-11T02:54:55Z,host='dv-cinder-740146-14-smb',id=368653ed-b5ce-4183-9c3b-231a0bc3dd35,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T02:46:25Z,topic='l3_agent')) {'router_ids': ['e386feea-abcc-415c-9f6f-f9749eca19a2'], 'active': True} {{(pid=103105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 02:54:58.221304 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.v2.base [None req-7864d7ac-697c-45e9-906d-4c2590eda994 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Request body: {'security_group_rule': {'security_group_id': 'f9c75b18-9067-4656-afb9-de1b8b0fda4c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 02:54:58.271075 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-e8ca12df-11a1-47d7-9471-5e0e7c256349 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:58.272345 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-e8ca12df-11a1-47d7-9471-5e0e7c256349 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.8549798 Mar 11 02:54:58.280620 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 38064) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:54:58.283824 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a228122f-ae33-4fb1-8893-f1784b9b8c13 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87e04d7a-d9e8-4f05-8ba2-9cb619a9c34a,revision_number=0']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:54:58.297213 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7864d7ac-697c-45e9-906d-4c2590eda994 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Publish callbacks [] for security_group_rule (f6172729-7f06-4895-ae9a-105a1217d4de), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:58.324599 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Device aff8af3d-ef22-4ccd-9c2d-b51f7597e014 up at agent ovs-agent-dv-cinder-740146-14-smb {{(pid=103105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 02:54:58.446107 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7864d7ac-697c-45e9-906d-4c2590eda994 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Publish callbacks [] for security_group_rule (f6172729-7f06-4895-ae9a-105a1217d4de), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:58.451596 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7864d7ac-697c-45e9-906d-4c2590eda994 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526655'] for security_group_rule (f6172729-7f06-4895-ae9a-105a1217d4de), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:58.531637 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_hamode_db [None req-8cdd9298-fb8a-4ef5-8f1d-a877d3e10087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef79ffc0-c890-4dc9-b2e2-92b0cfc29e52', 'name': 'tempest-ServerRescueNegativeTestJSON-461084469-router', 'tenant_id': '455c4aaecbbb4110abf67996ffc3f4bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'external_fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.142'}], 'enable_snat': True}, 'gw_port_id': 'b2c244f6-4858-4161-ad71-8e33e1863938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T02:54:48Z', 'updated_at': '2022-03-11T02:54:50Z', 'revision_number': 3, 'project_id': '455c4aaecbbb4110abf67996ffc3f4bb', 'gw_port': {'id': 'b2c244f6-4858-4161-ad71-8e33e1863938', 'name': '', 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:87:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef79ffc0-c890-4dc9-b2e2-92b0cfc29e52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:54:49Z', 'updated_at': '2022-03-11T02:54:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-smb'}], 'dv-cinder-740146-14-smb', False) {} {{(pid=103105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 02:54:58.535398 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7864d7ac-697c-45e9-906d-4c2590eda994 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6172729-7f06-4895-ae9a-105a1217d4de,revision_number=0']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:54:58.568542 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7864d7ac-697c-45e9-906d-4c2590eda994 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:58.574869 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-7864d7ac-697c-45e9-906d-4c2590eda994 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3632693 Mar 11 02:54:58.575549 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 38080) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:54:58.584257 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.v2.base [None req-7eea9aa4-3358-4e62-836a-0eee755d2989 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Request body: {'floatingip': {'floating_network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3'}} {{(pid=103104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 02:54:58.600329 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-3574439b-13b3-4acd-831c-bf56a73f1046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9362948f-98b1-4067-9e99-0dd10971abf6', 'name': 'tempest-AttachVolumeTestJSON-1359685103-router', 'tenant_id': '8a19620c29074aed8f3e4d3d8c51b9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'external_fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.234'}], 'enable_snat': True}, 'gw_port_id': 'e2db39c8-5545-45cb-8acf-5821722fb32f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T02:54:47Z', 'updated_at': '2022-03-11T02:54:54Z', 'revision_number': 4, 'project_id': '8a19620c29074aed8f3e4d3d8c51b9c7', 'gw_port': {'id': 'e2db39c8-5545-45cb-8acf-5821722fb32f', 'name': '', 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:cb:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9362948f-98b1-4067-9e99-0dd10971abf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:54:48Z', 'updated_at': '2022-03-11T02:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-smb', '_interfaces': [{'id': '5dd0a237-790a-4ecb-9b8b-5757d3e1010a', 'name': '', 'network_id': '845c03c2-a500-4a58-b6f9-0437e53ee18b', 'tenant_id': '8a19620c29074aed8f3e4d3d8c51b9c7', 'mac_address': 'fa:16:3e:b1:d8:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9362948f-98b1-4067-9e99-0dd10971abf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '363826bf-4a53-45a3-8f97-aa25838926f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:54:53Z', 'updated_at': '2022-03-11T02:54:54Z', 'revision_number': 2, 'project_id': '8a19620c29074aed8f3e4d3d8c51b9c7', 'subnets': [{'id': '363826bf-4a53-45a3-8f97-aa25838926f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-14-smb', False) {} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 02:54:58.645627 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7eea9aa4-3358-4e62-836a-0eee755d2989 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:58.681297 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-cf634ed9-8764-4ba2-8e4a-c40991bdde27 admin admin] Publish callbacks [] for port (1075b8dc-9080-4fb0-8b8a-32ab26db9f3e), precommit_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:58.686128 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cdd9298-fb8a-4ef5-8f1d-a877d3e10087 None None] The sync data for ids ['ef79ffc0-c890-4dc9-b2e2-92b0cfc29e52'] in dv-cinder-740146-14-smb is: [{'id': 'ef79ffc0-c890-4dc9-b2e2-92b0cfc29e52', 'name': 'tempest-ServerRescueNegativeTestJSON-461084469-router', 'tenant_id': '455c4aaecbbb4110abf67996ffc3f4bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'external_fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.142'}], 'enable_snat': True}, 'gw_port_id': 'b2c244f6-4858-4161-ad71-8e33e1863938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T02:54:48Z', 'updated_at': '2022-03-11T02:54:50Z', 'revision_number': 3, 'project_id': '455c4aaecbbb4110abf67996ffc3f4bb', 'gw_port': {'id': 'b2c244f6-4858-4161-ad71-8e33e1863938', 'name': '', 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:87:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef79ffc0-c890-4dc9-b2e2-92b0cfc29e52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:54:49Z', 'updated_at': '2022-03-11T02:54:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-smb'}] {{(pid=103105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 02:54:58.712554 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-cf634ed9-8764-4ba2-8e4a-c40991bdde27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712'] for port (1075b8dc-9080-4fb0-8b8a-32ab26db9f3e), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:58.713830 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-cf634ed9-8764-4ba2-8e4a-c40991bdde27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-648101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-576733'] for router_interface (ef79ffc0-c890-4dc9-b2e2-92b0cfc29e52), after_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:58.795023 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_dvr_db [None req-fbee5fc9-4565-4f0a-b6c0-846c44578adb None None] Set router e386feea-abcc-415c-9f6f-f9749eca19a2 gateway port host: dv-cinder-740146-14-smb {{(pid=103105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 02:54:58.807622 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3574439b-13b3-4acd-831c-bf56a73f1046 None None] Checking router: 9362948f-98b1-4067-9e99-0dd10971abf6 for host: dv-cinder-740146-14-smb {{(pid=103106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 02:54:58.812390 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3574439b-13b3-4acd-831c-bf56a73f1046 None None] Updating router 9362948f-98b1-4067-9e99-0dd10971abf6 port 5dd0a237-790a-4ecb-9b8b-5757d3e1010a binding host dv-cinder-740146-14-smb {{(pid=103106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 02:54:59.031062 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (36a16930-fe6f-49e2-96be-29faaa54e9a3), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:59.045510 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Provisioning complete for port aff8af3d-ef22-4ccd-9c2d-b51f7597e014 triggered by entity L2. {{(pid=103105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 02:54:59.047348 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 38098) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:54:59.059245 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536573942'] for port (aff8af3d-ef22-4ccd-9c2d-b51f7597e014), provisioning_complete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:59.087205 dv-cinder-740146-14-smb neutron-server[103104]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 11 02:54:59.180787 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf634ed9-8764-4ba2-8e4a-c40991bdde27 admin admin] Pushing event updated for resources: {'Port': ['ID=1075b8dc-9080-4fb0-8b8a-32ab26db9f3e,revision_number=2']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:54:59.237271 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-3574439b-13b3-4acd-831c-bf56a73f1046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (5dd0a237-790a-4ecb-9b8b-5757d3e1010a), before_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:59.303409 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-9f56478a-dc56-4b45-b58b-1ba0d951a9af req-37cb2e64-4c19-49bf-8b29-ad3449381b19 tempest-DeleteServersTestJSON-1352040899 tempest-DeleteServersTestJSON-1352040899-project] 10.222.0.20 "GET /v2.0/ports?device_id=5dd19f43-d516-4b24-838e-967e390ddf45 HTTP/1.1" status: 200 len: 210 time: 0.2256265 Mar 11 02:54:59.441707 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf634ed9-8764-4ba2-8e4a-c40991bdde27 admin admin] Network efac0d19-7339-4c25-b4bc-ad7f12378dc1 is already hosted by enough agents. {{(pid=103103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 02:54:59.454119 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.scheduler.base_scheduler [None req-cf634ed9-8764-4ba2-8e4a-c40991bdde27 admin admin] Resources bound (agent type, host, resource id): {{(pid=103103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 02:54:59.536710 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7eea9aa4-3358-4e62-836a-0eee755d2989 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:59.547148 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Current status of the port aff8af3d-ef22-4ccd-9c2d-b51f7597e014 is: ACTIVE; New status is: ACTIVE {{(pid=103105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 02:54:59.549541 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Device e2db39c8-5545-45cb-8acf-5821722fb32f up at agent ovs-agent-dv-cinder-740146-14-smb {{(pid=103105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 02:54:59.643854 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_hamode_db [None req-fbee5fc9-4565-4f0a-b6c0-846c44578adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e386feea-abcc-415c-9f6f-f9749eca19a2', 'name': 'tempest-AttachVolumeShelveTestJSON-173206986-router', 'tenant_id': '016945d4fe40485aa894be1440edd3ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'external_fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.66'}], 'enable_snat': True}, 'gw_port_id': 'c0c11f62-874c-4215-9b74-145c6bbc01a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T02:54:50Z', 'updated_at': '2022-03-11T02:54:54Z', 'revision_number': 3, 'project_id': '016945d4fe40485aa894be1440edd3ad', 'gw_port': {'id': 'c0c11f62-874c-4215-9b74-145c6bbc01a9', 'name': '', 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:74:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e386feea-abcc-415c-9f6f-f9749eca19a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:54:52Z', 'updated_at': '2022-03-11T02:54:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-smb'}], 'dv-cinder-740146-14-smb', False) {} {{(pid=103105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 02:54:59.686563 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbee5fc9-4565-4f0a-b6c0-846c44578adb None None] Checking router: e386feea-abcc-415c-9f6f-f9749eca19a2 for host: dv-cinder-740146-14-smb {{(pid=103105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 02:54:59.688604 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbee5fc9-4565-4f0a-b6c0-846c44578adb None None] Updating router e386feea-abcc-415c-9f6f-f9749eca19a2 port c0c11f62-874c-4215-9b74-145c6bbc01a9 binding host dv-cinder-740146-14-smb {{(pid=103105) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 02:54:59.729378 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Provisioning complete for port e2db39c8-5545-45cb-8acf-5821722fb32f triggered by entity L2. {{(pid=103105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 02:54:59.731713 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536573942'] for port (e2db39c8-5545-45cb-8acf-5821722fb32f), provisioning_complete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:59.771081 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.db.db_base_plugin_common [None req-7eea9aa4-3358-4e62-836a-0eee755d2989 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Allocated IP 172.28.1.196 (67cf6db3-75c3-4d86-ba36-4af7c18cd6b3/b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e/c136adb8-7ee2-49a9-b7ef-79c15192975f) {{(pid=103104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 02:54:59.899173 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-fbee5fc9-4565-4f0a-b6c0-846c44578adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (c0c11f62-874c-4215-9b74-145c6bbc01a9), before_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:54:59.958686 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.agents_db [None req-3d558b34-a2e4-40ae-982b-3a8752938275 None None] Agent healthcheck: found 6 active agents {{(pid=103106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 02:54:59.977630 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7eea9aa4-3358-4e62-836a-0eee755d2989 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Publish callbacks [] for port (c136adb8-7ee2-49a9-b7ef-79c15192975f), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:00.054161 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf634ed9-8764-4ba2-8e4a-c40991bdde27 admin admin] Router ef79ffc0-c890-4dc9-b2e2-92b0cfc29e52 has already been hosted by L3 agent 368653ed-b5ce-4183-9c3b-231a0bc3dd35 {{(pid=103103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 02:55:00.057607 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7eea9aa4-3358-4e62-836a-0eee755d2989 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774348857676'] for port (c136adb8-7ee2-49a9-b7ef-79c15192975f), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:00.109447 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eea9aa4-3358-4e62-836a-0eee755d2989 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Network 67cf6db3-75c3-4d86-ba36-4af7c18cd6b3 is already hosted by enough agents. {{(pid=103104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 02:55:00.118659 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.scheduler.base_scheduler [None req-7eea9aa4-3358-4e62-836a-0eee755d2989 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Resources bound (agent type, host, resource id): {{(pid=103104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 02:55:00.125300 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eea9aa4-3358-4e62-836a-0eee755d2989 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Received port after_create {{(pid=103104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 02:55:00.200217 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-3574439b-13b3-4acd-831c-bf56a73f1046 None None] Publish callbacks [] for port (5dd0a237-790a-4ecb-9b8b-5757d3e1010a), precommit_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:00.209797 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-3574439b-13b3-4acd-831c-bf56a73f1046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712'] for port (5dd0a237-790a-4ecb-9b8b-5757d3e1010a), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:00.260235 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Current status of the port e2db39c8-5545-45cb-8acf-5821722fb32f is: ACTIVE; New status is: ACTIVE {{(pid=103105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 02:55:00.417174 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cf31ba-6433-4910-bc7c-2ca0060a5978 None None] Pushing event updated for resources: {'Port': ['ID=5dd0a237-790a-4ecb-9b8b-5757d3e1010a,revision_number=3']} {{(pid=103106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:55:00.493496 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.plugins.ml2.managers [None req-3574439b-13b3-4acd-831c-bf56a73f1046 None None] Attempting to bind port 5dd0a237-790a-4ecb-9b8b-5757d3e1010a on host dv-cinder-740146-14-smb for vnic_type normal with profile {{(pid=103106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 02:55:00.494041 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.plugins.ml2.managers [None req-3574439b-13b3-4acd-831c-bf56a73f1046 None None] Attempting to bind port 5dd0a237-790a-4ecb-9b8b-5757d3e1010a by drivers openvswitch,hyperv on host dv-cinder-740146-14-smb at level 0 using segments [{'id': '22446c97-92b8-47e2-ad9c-302a226f6755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '845c03c2-a500-4a58-b6f9-0437e53ee18b'}] {{(pid=103106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 02:55:00.494416 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3574439b-13b3-4acd-831c-bf56a73f1046 None None] Attempting to bind port 5dd0a237-790a-4ecb-9b8b-5757d3e1010a on network 845c03c2-a500-4a58-b6f9-0437e53ee18b {{(pid=103106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 02:55:00.502166 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3574439b-13b3-4acd-831c-bf56a73f1046 None None] Checking agent: {'id': '36a16930-fe6f-49e2-96be-29faaa54e9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 2, 46, 29), 'started_at': datetime.datetime(2022, 3, 11, 2, 46, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 2, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 02:55:00.502703 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3574439b-13b3-4acd-831c-bf56a73f1046 None None] Checking segment: {'id': '22446c97-92b8-47e2-ad9c-302a226f6755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '845c03c2-a500-4a58-b6f9-0437e53ee18b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 02:55:00.503119 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-3574439b-13b3-4acd-831c-bf56a73f1046 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:00.503521 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3574439b-13b3-4acd-831c-bf56a73f1046 None None] Bound using segment: {'id': '22446c97-92b8-47e2-ad9c-302a226f6755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '845c03c2-a500-4a58-b6f9-0437e53ee18b'} {{(pid=103106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 02:55:00.504834 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.plugins.ml2.managers [None req-3574439b-13b3-4acd-831c-bf56a73f1046 None None] Bound port: 5dd0a237-790a-4ecb-9b8b-5757d3e1010a, host: dv-cinder-740146-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22446c97-92b8-47e2-ad9c-302a226f6755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '845c03c2-a500-4a58-b6f9-0437e53ee18b'}}] {{(pid=103106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 02:55:00.505330 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-3574439b-13b3-4acd-831c-bf56a73f1046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (5dd0a237-790a-4ecb-9b8b-5757d3e1010a), before_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:00.508774 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7eea9aa4-3358-4e62-836a-0eee755d2989 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Publish callbacks [] for floatingip (193f8c1e-b2db-4b20-8a57-ae54c4359e9e), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:00.556497 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Device b2c244f6-4858-4161-ad71-8e33e1863938 up at agent ovs-agent-dv-cinder-740146-14-smb {{(pid=103105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 02:55:00.589000 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eea9aa4-3358-4e62-836a-0eee755d2989 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Pushing event updated for resources: {'Port': ['ID=c136adb8-7ee2-49a9-b7ef-79c15192975f,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:55:00.712706 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7eea9aa4-3358-4e62-836a-0eee755d2989 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (c136adb8-7ee2-49a9-b7ef-79c15192975f), before_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:00.720635 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 38154) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:55:00.770952 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-3574439b-13b3-4acd-831c-bf56a73f1046 None None] For port 5dd0a237-790a-4ecb-9b8b-5757d3e1010a, host dv-cinder-740146-14-smb, cleared binding levels {{(pid=103106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 02:55:00.782166 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-3574439b-13b3-4acd-831c-bf56a73f1046 None None] For port 5dd0a237-790a-4ecb-9b8b-5757d3e1010a, host dv-cinder-740146-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-smb',level=0,port_id=5dd0a237-790a-4ecb-9b8b-5757d3e1010a,segment=NetworkSegment(22446c97-92b8-47e2-ad9c-302a226f6755),segment_id=22446c97-92b8-47e2-ad9c-302a226f6755)] {{(pid=103106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 02:55:00.802043 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-3574439b-13b3-4acd-831c-bf56a73f1046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712'] for port (5dd0a237-790a-4ecb-9b8b-5757d3e1010a), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:00.827751 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf634ed9-8764-4ba2-8e4a-c40991bdde27 admin admin] Notify agent at l3_agent.dv-cinder-740146-14-smb the message routers_updated {{(pid=103103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 02:55:00.854782 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-cf634ed9-8764-4ba2-8e4a-c40991bdde27 admin admin] 10.222.0.20 "PUT /v2.0/routers/ef79ffc0-c890-4dc9-b2e2-92b0cfc29e52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3765435 Mar 11 02:55:00.869053 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-f0fa33a6-0b0d-4bf4-8c90-84f8f53f8193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (None), before_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:00.897103 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-fbee5fc9-4565-4f0a-b6c0-846c44578adb None None] Publish callbacks [] for port (c0c11f62-874c-4215-9b74-145c6bbc01a9), precommit_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:00.930205 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-fbee5fc9-4565-4f0a-b6c0-846c44578adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712'] for port (c0c11f62-874c-4215-9b74-145c6bbc01a9), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:00.936564 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [None req-79e17024-fd54-4f43-9ad1-e2621edcbbde None None] Provisioning complete for port 5dd0a237-790a-4ecb-9b8b-5757d3e1010a triggered by entity DHCP. {{(pid=103105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 02:55:00.937029 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-79e17024-fd54-4f43-9ad1-e2621edcbbde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536573942'] for port (5dd0a237-790a-4ecb-9b8b-5757d3e1010a), provisioning_complete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:00.942099 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-9cf97d05-2aa9-4e59-bc15-b68271a9a977 req-a50fc180-30ac-4465-80aa-03300cf34040 tempest-DeleteServersTestJSON-1352040899 tempest-DeleteServersTestJSON-1352040899-project] 10.222.0.20 "GET /v2.0/ports?device_id=5dd19f43-d516-4b24-838e-967e390ddf45 HTTP/1.1" status: 200 len: 210 time: 0.1034701 Mar 11 02:55:00.959132 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.13', 55038) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:55:01.098407 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7eea9aa4-3358-4e62-836a-0eee755d2989 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Publish callbacks [] for port (c136adb8-7ee2-49a9-b7ef-79c15192975f), precommit_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:01.111656 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7eea9aa4-3358-4e62-836a-0eee755d2989 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712'] for port (c136adb8-7ee2-49a9-b7ef-79c15192975f), after_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:01.123255 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3574439b-13b3-4acd-831c-bf56a73f1046 None None] Routers {'9362948f-98b1-4067-9e99-0dd10971abf6'} bound to L3 agent in host dv-cinder-740146-14-smb {{(pid=103106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 02:55:01.124177 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-3574439b-13b3-4acd-831c-bf56a73f1046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T02:46:25Z,description=,heartbeat_timestamp=2022-03-11T02:54:55Z,host='dv-cinder-740146-14-smb',id=368653ed-b5ce-4183-9c3b-231a0bc3dd35,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T02:46:25Z,topic='l3_agent')) {'router_ids': ['9362948f-98b1-4067-9e99-0dd10971abf6'], 'active': True} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 02:55:01.136590 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-13e0dfe4-527a-4be2-ad1b-c1e9fc6446b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:01.172790 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Provisioning complete for port b2c244f6-4858-4161-ad71-8e33e1863938 triggered by entity L2. {{(pid=103105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 02:55:01.175786 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7eea9aa4-3358-4e62-836a-0eee755d2989 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580600'] for floatingip (193f8c1e-b2db-4b20-8a57-ae54c4359e9e), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:01.188200 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536573942'] for port (b2c244f6-4858-4161-ad71-8e33e1863938), provisioning_complete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:01.195672 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a991ee-f003-4e13-bb55-46121dadaed9 None None] Pushing event updated for resources: {'Port': ['ID=c0c11f62-874c-4215-9b74-145c6bbc01a9,revision_number=2']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:55:01.220781 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7eea9aa4-3358-4e62-836a-0eee755d2989 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55355'] for floatingip (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:01.222074 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.managers [None req-fbee5fc9-4565-4f0a-b6c0-846c44578adb None None] Attempting to bind port c0c11f62-874c-4215-9b74-145c6bbc01a9 on host dv-cinder-740146-14-smb for vnic_type normal with profile {{(pid=103105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 02:55:01.225857 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-7eea9aa4-3358-4e62-836a-0eee755d2989 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6481626 Mar 11 02:55:01.230802 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.managers [None req-fbee5fc9-4565-4f0a-b6c0-846c44578adb None None] Attempting to bind port c0c11f62-874c-4215-9b74-145c6bbc01a9 by drivers openvswitch,hyperv on host dv-cinder-740146-14-smb at level 0 using segments [{'id': '86701719-770a-4197-8a84-07fe4dcd9e0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3'}] {{(pid=103105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 02:55:01.231391 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbee5fc9-4565-4f0a-b6c0-846c44578adb None None] Attempting to bind port c0c11f62-874c-4215-9b74-145c6bbc01a9 on network 67cf6db3-75c3-4d86-ba36-4af7c18cd6b3 {{(pid=103105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 02:55:01.241823 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eea9aa4-3358-4e62-836a-0eee755d2989 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Pushing event updated for resources: {'Port': ['ID=c136adb8-7ee2-49a9-b7ef-79c15192975f,revision_number=2']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:55:01.262158 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cf31ba-6433-4910-bc7c-2ca0060a5978 None None] Pushing event updated for resources: {'Port': ['ID=5dd0a237-790a-4ecb-9b8b-5757d3e1010a,revision_number=4']} {{(pid=103106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:55:01.413222 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbee5fc9-4565-4f0a-b6c0-846c44578adb None None] Checking agent: {'id': '36a16930-fe6f-49e2-96be-29faaa54e9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 2, 46, 29), 'started_at': datetime.datetime(2022, 3, 11, 2, 46, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 2, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 02:55:01.420664 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbee5fc9-4565-4f0a-b6c0-846c44578adb None None] Checking segment: {'id': '86701719-770a-4197-8a84-07fe4dcd9e0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 02:55:01.421352 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-fbee5fc9-4565-4f0a-b6c0-846c44578adb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:01.421893 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbee5fc9-4565-4f0a-b6c0-846c44578adb None None] Bound using segment: {'id': '86701719-770a-4197-8a84-07fe4dcd9e0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3'} {{(pid=103105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 02:55:01.424327 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.managers [None req-fbee5fc9-4565-4f0a-b6c0-846c44578adb None None] Bound port: c0c11f62-874c-4215-9b74-145c6bbc01a9, host: dv-cinder-740146-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86701719-770a-4197-8a84-07fe4dcd9e0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3'}}] {{(pid=103105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 02:55:01.425254 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-fbee5fc9-4565-4f0a-b6c0-846c44578adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (c0c11f62-874c-4215-9b74-145c6bbc01a9), before_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:01.493469 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.l3_dvr_db [None req-3574439b-13b3-4acd-831c-bf56a73f1046 None None] Set router 9362948f-98b1-4067-9e99-0dd10971abf6 gateway port host: dv-cinder-740146-14-smb {{(pid=103106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 02:55:01.648594 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-13e0dfe4-527a-4be2-ad1b-c1e9fc6446b3 admin admin] Publish callbacks [] for security_group (75a38b51-ed1f-4ec2-87b8-6f6c578141cd), precommit_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:01.670095 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-13e0dfe4-527a-4be2-ad1b-c1e9fc6446b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (75a38b51-ed1f-4ec2-87b8-6f6c578141cd), after_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:01.693317 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-fbee5fc9-4565-4f0a-b6c0-846c44578adb None None] For port c0c11f62-874c-4215-9b74-145c6bbc01a9, host dv-cinder-740146-14-smb, cleared binding levels {{(pid=103105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 02:55:01.734280 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084e5dde-11cc-416d-89cd-88668a0d6911 req-be2df4c7-516c-438a-8628-3bbe7b5d1197 tempest-DeleteServersTestJSON-1352040899 tempest-DeleteServersTestJSON-1352040899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:01.736014 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-084e5dde-11cc-416d-89cd-88668a0d6911 req-be2df4c7-516c-438a-8628-3bbe7b5d1197 tempest-DeleteServersTestJSON-1352040899 tempest-DeleteServersTestJSON-1352040899-project] 10.222.0.13 "GET /v2.0/networks?id=49572182-0bfb-4d8e-8b3c-cb692959f2dc HTTP/1.1" status: 200 len: 812 time: 0.7620561 Mar 11 02:55:01.763613 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-79e17024-fd54-4f43-9ad1-e2621edcbbde None None] Current status of the port 5dd0a237-790a-4ecb-9b8b-5757d3e1010a is: DOWN; New status is: ACTIVE {{(pid=103105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 02:55:01.764006 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-79e17024-fd54-4f43-9ad1-e2621edcbbde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (5dd0a237-790a-4ecb-9b8b-5757d3e1010a), before_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:01.772958 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-fbee5fc9-4565-4f0a-b6c0-846c44578adb None None] For port c0c11f62-874c-4215-9b74-145c6bbc01a9, host dv-cinder-740146-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-smb',level=0,port_id=c0c11f62-874c-4215-9b74-145c6bbc01a9,segment=NetworkSegment(86701719-770a-4197-8a84-07fe4dcd9e0f),segment_id=86701719-770a-4197-8a84-07fe4dcd9e0f)] {{(pid=103105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 02:55:01.808252 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-13e0dfe4-527a-4be2-ad1b-c1e9fc6446b3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6eb96fa32113487d8f121e98b3ee1683&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0793712 Mar 11 02:55:01.818357 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.v2.base [req-084e5dde-11cc-416d-89cd-88668a0d6911 req-f4d98292-2a98-40a3-bdf4-84d246877df7 tempest-DeleteServersTestJSON-1352040899 tempest-DeleteServersTestJSON-1352040899-project] Request body: {'port': {'device_id': '5dd19f43-d516-4b24-838e-967e390ddf45', 'network_id': '49572182-0bfb-4d8e-8b3c-cb692959f2dc', 'admin_state_up': True, 'tenant_id': 'e7f933740925401db4e30504577ece30'}} {{(pid=103103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 02:55:01.824584 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-d94fa885-2a25-4e07-a77a-9132528f9680 req-b924587f-9593-45e7-ac95-c3f8cb70778e tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--2116156105&fields=id&tenant_id=8a19620c29074aed8f3e4d3d8c51b9c7 HTTP/1.1" status: 200 len: 267 time: 0.1426802 Mar 11 02:55:01.826527 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 38216) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:55:01.840458 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-fbee5fc9-4565-4f0a-b6c0-846c44578adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712'] for port (c0c11f62-874c-4215-9b74-145c6bbc01a9), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:01.879194 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Current status of the port b2c244f6-4858-4161-ad71-8e33e1863938 is: DOWN; New status is: ACTIVE {{(pid=103105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 02:55:01.879601 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (b2c244f6-4858-4161-ad71-8e33e1863938), before_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:01.928987 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-3574439b-13b3-4acd-831c-bf56a73f1046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9362948f-98b1-4067-9e99-0dd10971abf6', 'name': 'tempest-AttachVolumeTestJSON-1359685103-router', 'tenant_id': '8a19620c29074aed8f3e4d3d8c51b9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'external_fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.234'}], 'enable_snat': True}, 'gw_port_id': 'e2db39c8-5545-45cb-8acf-5821722fb32f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T02:54:47Z', 'updated_at': '2022-03-11T02:54:54Z', 'revision_number': 4, 'project_id': '8a19620c29074aed8f3e4d3d8c51b9c7', 'gw_port': {'id': 'e2db39c8-5545-45cb-8acf-5821722fb32f', 'name': '', 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:cb:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9362948f-98b1-4067-9e99-0dd10971abf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:54:48Z', 'updated_at': '2022-03-11T02:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-smb', '_interfaces': [{'id': '5dd0a237-790a-4ecb-9b8b-5757d3e1010a', 'name': '', 'network_id': '845c03c2-a500-4a58-b6f9-0437e53ee18b', 'tenant_id': '8a19620c29074aed8f3e4d3d8c51b9c7', 'mac_address': 'fa:16:3e:b1:d8:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9362948f-98b1-4067-9e99-0dd10971abf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '363826bf-4a53-45a3-8f97-aa25838926f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:54:53Z', 'updated_at': '2022-03-11T02:55:00Z', 'revision_number': 4, 'project_id': '8a19620c29074aed8f3e4d3d8c51b9c7', 'subnets': [{'id': '363826bf-4a53-45a3-8f97-aa25838926f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-14-smb', False) {} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 02:55:01.948620 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-79e17024-fd54-4f43-9ad1-e2621edcbbde None None] For port 5dd0a237-790a-4ecb-9b8b-5757d3e1010a, host dv-cinder-740146-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-smb',level=0,port_id=5dd0a237-790a-4ecb-9b8b-5757d3e1010a,segment=NetworkSegment(22446c97-92b8-47e2-ad9c-302a226f6755),segment_id=22446c97-92b8-47e2-ad9c-302a226f6755)] {{(pid=103105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 02:55:01.977542 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3574439b-13b3-4acd-831c-bf56a73f1046 None None] The sync data for ids ['9362948f-98b1-4067-9e99-0dd10971abf6'] in dv-cinder-740146-14-smb is: [{'id': '9362948f-98b1-4067-9e99-0dd10971abf6', 'name': 'tempest-AttachVolumeTestJSON-1359685103-router', 'tenant_id': '8a19620c29074aed8f3e4d3d8c51b9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'external_fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.234'}], 'enable_snat': True}, 'gw_port_id': 'e2db39c8-5545-45cb-8acf-5821722fb32f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T02:54:47Z', 'updated_at': '2022-03-11T02:54:54Z', 'revision_number': 4, 'project_id': '8a19620c29074aed8f3e4d3d8c51b9c7', 'gw_port': {'id': 'e2db39c8-5545-45cb-8acf-5821722fb32f', 'name': '', 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:cb:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9362948f-98b1-4067-9e99-0dd10971abf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:54:48Z', 'updated_at': '2022-03-11T02:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-smb', '_interfaces': [{'id': '5dd0a237-790a-4ecb-9b8b-5757d3e1010a', 'name': '', 'network_id': '845c03c2-a500-4a58-b6f9-0437e53ee18b', 'tenant_id': '8a19620c29074aed8f3e4d3d8c51b9c7', 'mac_address': 'fa:16:3e:b1:d8:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9362948f-98b1-4067-9e99-0dd10971abf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '363826bf-4a53-45a3-8f97-aa25838926f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:54:53Z', 'updated_at': '2022-03-11T02:55:00Z', 'revision_number': 4, 'project_id': '8a19620c29074aed8f3e4d3d8c51b9c7', 'subnets': [{'id': '363826bf-4a53-45a3-8f97-aa25838926f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 02:55:01.987394 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] For port b2c244f6-4858-4161-ad71-8e33e1863938, host dv-cinder-740146-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-smb',level=0,port_id=b2c244f6-4858-4161-ad71-8e33e1863938,segment=NetworkSegment(86701719-770a-4197-8a84-07fe4dcd9e0f),segment_id=86701719-770a-4197-8a84-07fe4dcd9e0f)] {{(pid=103105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 02:55:01.994531 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-79e17024-fd54-4f43-9ad1-e2621edcbbde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712'] for port (5dd0a237-790a-4ecb-9b8b-5757d3e1010a), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:02.020476 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712'] for port (b2c244f6-4858-4161-ad71-8e33e1863938), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:02.028078 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbee5fc9-4565-4f0a-b6c0-846c44578adb None None] Routers {'e386feea-abcc-415c-9f6f-f9749eca19a2'} bound to L3 agent in host dv-cinder-740146-14-smb {{(pid=103105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 02:55:02.028728 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_hamode_db [None req-fbee5fc9-4565-4f0a-b6c0-846c44578adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T02:46:25Z,description=,heartbeat_timestamp=2022-03-11T02:54:55Z,host='dv-cinder-740146-14-smb',id=368653ed-b5ce-4183-9c3b-231a0bc3dd35,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T02:46:25Z,topic='l3_agent')) {'router_ids': ['e386feea-abcc-415c-9f6f-f9749eca19a2'], 'active': True} {{(pid=103105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 02:55:02.033972 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3eff5ab-9ea3-4c48-97e1-947440c20ddd None None] Sync routers for ids ['ef79ffc0-c890-4dc9-b2e2-92b0cfc29e52'] in dv-cinder-740146-14-smb {{(pid=103106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 02:55:02.034567 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a991ee-f003-4e13-bb55-46121dadaed9 None None] Pushing event updated for resources: {'Port': ['ID=c0c11f62-874c-4215-9b74-145c6bbc01a9,revision_number=3']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:55:02.059982 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3eff5ab-9ea3-4c48-97e1-947440c20ddd None None] Routers {'ef79ffc0-c890-4dc9-b2e2-92b0cfc29e52'} bound to L3 agent in host dv-cinder-740146-14-smb {{(pid=103106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 02:55:02.061641 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-c3eff5ab-9ea3-4c48-97e1-947440c20ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T02:46:25Z,description=,heartbeat_timestamp=2022-03-11T02:54:55Z,host='dv-cinder-740146-14-smb',id=368653ed-b5ce-4183-9c3b-231a0bc3dd35,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T02:46:25Z,topic='l3_agent')) {'router_ids': ['ef79ffc0-c890-4dc9-b2e2-92b0cfc29e52'], 'active': True} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 02:55:02.319805 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.l3_dvr_db [None req-c3eff5ab-9ea3-4c48-97e1-947440c20ddd None None] Set router ef79ffc0-c890-4dc9-b2e2-92b0cfc29e52 gateway port host: dv-cinder-740146-14-smb {{(pid=103106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 02:55:02.351252 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 38236) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:55:02.475430 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 38242) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:55:02.502425 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e17024-fd54-4f43-9ad1-e2621edcbbde None None] Pushing event updated for resources: {'Port': ['ID=5dd0a237-790a-4ecb-9b8b-5757d3e1010a,revision_number=5']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:55:02.529417 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-c88cf521-a009-4ede-88fc-67cadfca85e8 admin admin] Publish callbacks [] for security_group (75a38b51-ed1f-4ec2-87b8-6f6c578141cd), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:02.605010 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-c88cf521-a009-4ede-88fc-67cadfca85e8 admin admin] Publish callbacks [] for security_group (75a38b51-ed1f-4ec2-87b8-6f6c578141cd), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:02.619642 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94fa885-2a25-4e07-a77a-9132528f9680 req-fd27f26a-ca8d-4e0c-8c74-6d6769bfeccd tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:02.631484 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-d94fa885-2a25-4e07-a77a-9132528f9680 req-fd27f26a-ca8d-4e0c-8c74-6d6769bfeccd tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/networks?id=845c03c2-a500-4a58-b6f9-0437e53ee18b HTTP/1.1" status: 200 len: 811 time: 0.8049383 Mar 11 02:55:02.660357 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e0dfe4-527a-4be2-ad1b-c1e9fc6446b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75a38b51-ed1f-4ec2-87b8-6f6c578141cd,revision_number=1']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:55:02.667672 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-d94fa885-2a25-4e07-a77a-9132528f9680 req-018097b6-2a39-422d-bb98-4ea61564b227 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/quotas/8a19620c29074aed8f3e4d3d8c51b9c7 HTTP/1.1" status: 200 len: 375 time: 0.0352230 Mar 11 02:55:02.686018 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [None req-649ad657-6c0c-4aeb-83a3-a16e356f41ff None None] Provisioning complete for port 5dd0a237-790a-4ecb-9b8b-5757d3e1010a triggered by entity DHCP. {{(pid=103105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 02:55:02.686405 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-649ad657-6c0c-4aeb-83a3-a16e356f41ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536573942'] for port (5dd0a237-790a-4ecb-9b8b-5757d3e1010a), provisioning_complete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:02.688340 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Device 5dd0a237-790a-4ecb-9b8b-5757d3e1010a up at agent ovs-agent-dv-cinder-740146-14-smb {{(pid=103105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 02:55:02.737282 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.db.db_base_plugin_common [None req-f0fa33a6-0b0d-4bf4-8c90-84f8f53f8193 admin admin] Allocated IP 172.20.0.1 (c37e13a0-a6c7-4b0f-ae0c-93319b771da2/5c53e0a5-6c83-4aeb-b9db-2d1372c504dc/35412e3f-7cce-4b83-b34e-1d9b0fe5ea22) {{(pid=103103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 02:55:02.811134 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-c88cf521-a009-4ede-88fc-67cadfca85e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (75a38b51-ed1f-4ec2-87b8-6f6c578141cd), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:02.827087 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-c88cf521-a009-4ede-88fc-67cadfca85e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:02.832510 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-c88cf521-a009-4ede-88fc-67cadfca85e8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/75a38b51-ed1f-4ec2-87b8-6f6c578141cd HTTP/1.1" status: 204 len: 168 time: 1.0036523 Mar 11 02:55:02.917985 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88cf521-a009-4ede-88fc-67cadfca85e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75a38b51-ed1f-4ec2-87b8-6f6c578141cd,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:55:02.969348 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-d94fa885-2a25-4e07-a77a-9132528f9680 req-23b3803a-deba-4e0e-aafc-df93635b1b32 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8a19620c29074aed8f3e4d3d8c51b9c7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3007395 Mar 11 02:55:03.022790 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-c779bfd2-a637-4d83-8abd-a0afed097974 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:03.057335 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-af63eba3-673f-41a3-a183-6a774c0334ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:03.072973 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-f0fa33a6-0b0d-4bf4-8c90-84f8f53f8193 admin admin] Publish callbacks [] for port (35412e3f-7cce-4b83-b34e-1d9b0fe5ea22), precommit_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:03.146425 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-c3eff5ab-9ea3-4c48-97e1-947440c20ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef79ffc0-c890-4dc9-b2e2-92b0cfc29e52', 'name': 'tempest-ServerRescueNegativeTestJSON-461084469-router', 'tenant_id': '455c4aaecbbb4110abf67996ffc3f4bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'external_fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.142'}], 'enable_snat': True}, 'gw_port_id': 'b2c244f6-4858-4161-ad71-8e33e1863938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T02:54:48Z', 'updated_at': '2022-03-11T02:54:57Z', 'revision_number': 4, 'project_id': '455c4aaecbbb4110abf67996ffc3f4bb', 'gw_port': {'id': 'b2c244f6-4858-4161-ad71-8e33e1863938', 'name': '', 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:87:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef79ffc0-c890-4dc9-b2e2-92b0cfc29e52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:54:49Z', 'updated_at': '2022-03-11T02:55:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-smb', '_interfaces': [{'id': '1075b8dc-9080-4fb0-8b8a-32ab26db9f3e', 'name': '', 'network_id': 'efac0d19-7339-4c25-b4bc-ad7f12378dc1', 'tenant_id': '455c4aaecbbb4110abf67996ffc3f4bb', 'mac_address': 'fa:16:3e:20:84:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef79ffc0-c890-4dc9-b2e2-92b0cfc29e52', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e03685bc-4eda-4636-83ff-246654d7e2b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:54:55Z', 'updated_at': '2022-03-11T02:54:57Z', 'revision_number': 2, 'project_id': '455c4aaecbbb4110abf67996ffc3f4bb', 'subnets': [{'id': 'e03685bc-4eda-4636-83ff-246654d7e2b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-14-smb', False) {} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 02:55:03.263583 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3eff5ab-9ea3-4c48-97e1-947440c20ddd None None] Checking router: ef79ffc0-c890-4dc9-b2e2-92b0cfc29e52 for host: dv-cinder-740146-14-smb {{(pid=103106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 02:55:03.264062 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3eff5ab-9ea3-4c48-97e1-947440c20ddd None None] Updating router ef79ffc0-c890-4dc9-b2e2-92b0cfc29e52 port 1075b8dc-9080-4fb0-8b8a-32ab26db9f3e binding host dv-cinder-740146-14-smb {{(pid=103106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 02:55:03.408545 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-c3eff5ab-9ea3-4c48-97e1-947440c20ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (1075b8dc-9080-4fb0-8b8a-32ab26db9f3e), before_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:03.416035 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_dvr_db [None req-fbee5fc9-4565-4f0a-b6c0-846c44578adb None None] Set router e386feea-abcc-415c-9f6f-f9749eca19a2 gateway port host: dv-cinder-740146-14-smb {{(pid=103105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 02:55:03.517666 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-c779bfd2-a637-4d83-8abd-a0afed097974 admin admin] Publish callbacks [] for security_group (b2d0de91-f9d9-43c3-b52e-e77921621377), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:03.521016 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 38268) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:55:03.533900 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Pushing event updated for resources: {'Port': ['ID=b2c244f6-4858-4161-ad71-8e33e1863938,revision_number=4']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:55:03.551026 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [req-d94fa885-2a25-4e07-a77a-9132528f9680 req-82374329-ce5b-41d0-87cb-f6c3c8db056a service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103104) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 02:55:03.568032 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-d94fa885-2a25-4e07-a77a-9132528f9680 req-82374329-ce5b-41d0-87cb-f6c3c8db056a service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2033129 Mar 11 02:55:03.578337 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-c779bfd2-a637-4d83-8abd-a0afed097974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (b2d0de91-f9d9-43c3-b52e-e77921621377), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:03.583144 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-084e5dde-11cc-416d-89cd-88668a0d6911 req-f4d98292-2a98-40a3-bdf4-84d246877df7 tempest-DeleteServersTestJSON-1352040899 tempest-DeleteServersTestJSON-1352040899-project] Made reservation on behalf of e7f933740925401db4e30504577ece30 for: {'port': 1} {{(pid=103103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 02:55:03.597992 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [req-084e5dde-11cc-416d-89cd-88668a0d6911 req-f4d98292-2a98-40a3-bdf4-84d246877df7 tempest-DeleteServersTestJSON-1352040899 tempest-DeleteServersTestJSON-1352040899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (None), before_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:03.654339 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-c779bfd2-a637-4d83-8abd-a0afed097974 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d67fde3490da4924952dccb681ac6440&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2790191 Mar 11 02:55:03.670518 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 38276) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:55:03.672736 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a0b5b3-2507-4810-aad9-b2738236df1b req-27c44b37-aa5e-4451-9125-aed6a45b7eb3 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:03.676165 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-a9a0b5b3-2507-4810-aad9-b2738236df1b req-27c44b37-aa5e-4451-9125-aed6a45b7eb3 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/networks?id=efac0d19-7339-4c25-b4bc-ad7f12378dc1 HTTP/1.1" status: 200 len: 818 time: 1.0008497 Mar 11 02:55:03.713338 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7ab587df-0382-4974-bac6-23eab1097267 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:03.740330 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-649ad657-6c0c-4aeb-83a3-a16e356f41ff None None] Current status of the port 5dd0a237-790a-4ecb-9b8b-5757d3e1010a is: ACTIVE; New status is: ACTIVE {{(pid=103105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 02:55:03.758443 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-a9a0b5b3-2507-4810-aad9-b2738236df1b req-251aafe2-e5ea-4b35-ae7f-d4b78bd8d304 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/quotas/455c4aaecbbb4110abf67996ffc3f4bb HTTP/1.1" status: 200 len: 375 time: 0.0520225 Mar 11 02:55:03.777794 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7ceaf28e-6210-4d26-9b05-06a0a6fe0f80 admin admin] Publish callbacks [] for security_group (b2d0de91-f9d9-43c3-b52e-e77921621377), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:03.808932 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Provisioning complete for port 5dd0a237-790a-4ecb-9b8b-5757d3e1010a triggered by entity L2. {{(pid=103105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 02:55:03.810225 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536573942'] for port (5dd0a237-790a-4ecb-9b8b-5757d3e1010a), provisioning_complete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:03.811485 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7ceaf28e-6210-4d26-9b05-06a0a6fe0f80 admin admin] Publish callbacks [] for security_group (b2d0de91-f9d9-43c3-b52e-e77921621377), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:03.917585 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-af63eba3-673f-41a3-a183-6a774c0334ba admin admin] Publish callbacks [] for security_group (49b48056-de4e-44bb-826f-ebd743c9583c), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:03.998581 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-f0fa33a6-0b0d-4bf4-8c90-84f8f53f8193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774348857676'] for port (35412e3f-7cce-4b83-b34e-1d9b0fe5ea22), after_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:04.258968 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Current status of the port 5dd0a237-790a-4ecb-9b8b-5757d3e1010a is: ACTIVE; New status is: ACTIVE {{(pid=103105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 02:55:04.320644 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0fa33a6-0b0d-4bf4-8c90-84f8f53f8193 admin admin] Network c37e13a0-a6c7-4b0f-ae0c-93319b771da2 is already hosted by enough agents. {{(pid=103103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 02:55:04.329589 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_hamode_db [None req-fbee5fc9-4565-4f0a-b6c0-846c44578adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e386feea-abcc-415c-9f6f-f9749eca19a2', 'name': 'tempest-AttachVolumeShelveTestJSON-173206986-router', 'tenant_id': '016945d4fe40485aa894be1440edd3ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'external_fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.66'}], 'enable_snat': True}, 'gw_port_id': 'c0c11f62-874c-4215-9b74-145c6bbc01a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T02:54:50Z', 'updated_at': '2022-03-11T02:54:54Z', 'revision_number': 3, 'project_id': '016945d4fe40485aa894be1440edd3ad', 'gw_port': {'id': 'c0c11f62-874c-4215-9b74-145c6bbc01a9', 'name': '', 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:74:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e386feea-abcc-415c-9f6f-f9749eca19a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:54:52Z', 'updated_at': '2022-03-11T02:55:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-smb'}], 'dv-cinder-740146-14-smb', False) {} {{(pid=103105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 02:55:04.378569 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-af63eba3-673f-41a3-a183-6a774c0334ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (49b48056-de4e-44bb-826f-ebd743c9583c), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:04.378851 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-a9a0b5b3-2507-4810-aad9-b2738236df1b req-b4dd0ca4-2d28-4e12-9413-90fad1fbb9c2 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=455c4aaecbbb4110abf67996ffc3f4bb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6165330 Mar 11 02:55:04.378851 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.scheduler.base_scheduler [None req-f0fa33a6-0b0d-4bf4-8c90-84f8f53f8193 admin admin] Resources bound (agent type, host, resource id): {{(pid=103103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 02:55:04.397604 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-c3eff5ab-9ea3-4c48-97e1-947440c20ddd None None] Publish callbacks [] for port (1075b8dc-9080-4fb0-8b8a-32ab26db9f3e), precommit_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:04.416738 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-c3eff5ab-9ea3-4c48-97e1-947440c20ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712'] for port (1075b8dc-9080-4fb0-8b8a-32ab26db9f3e), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:04.438546 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7ceaf28e-6210-4d26-9b05-06a0a6fe0f80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (b2d0de91-f9d9-43c3-b52e-e77921621377), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:04.446111 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7ceaf28e-6210-4d26-9b05-06a0a6fe0f80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:04.454312 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-7ceaf28e-6210-4d26-9b05-06a0a6fe0f80 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b2d0de91-f9d9-43c3-b52e-e77921621377 HTTP/1.1" status: 204 len: 168 time: 0.7803416 Mar 11 02:55:04.464560 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0fa33a6-0b0d-4bf4-8c90-84f8f53f8193 admin admin] Received port after_create {{(pid=103103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 02:55:04.465640 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-f0fa33a6-0b0d-4bf4-8c90-84f8f53f8193 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-576625'] for router_interface (e386feea-abcc-415c-9f6f-f9749eca19a2), before_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:04.483956 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbee5fc9-4565-4f0a-b6c0-846c44578adb None None] The sync data for ids ['e386feea-abcc-415c-9f6f-f9749eca19a2'] in dv-cinder-740146-14-smb is: [{'id': 'e386feea-abcc-415c-9f6f-f9749eca19a2', 'name': 'tempest-AttachVolumeShelveTestJSON-173206986-router', 'tenant_id': '016945d4fe40485aa894be1440edd3ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'external_fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.66'}], 'enable_snat': True}, 'gw_port_id': 'c0c11f62-874c-4215-9b74-145c6bbc01a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T02:54:50Z', 'updated_at': '2022-03-11T02:54:54Z', 'revision_number': 3, 'project_id': '016945d4fe40485aa894be1440edd3ad', 'gw_port': {'id': 'c0c11f62-874c-4215-9b74-145c6bbc01a9', 'name': '', 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:74:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e386feea-abcc-415c-9f6f-f9749eca19a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:54:52Z', 'updated_at': '2022-03-11T02:55:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-smb'}] {{(pid=103105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 02:55:04.496980 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fa33a6-0b0d-4bf4-8c90-84f8f53f8193 admin admin] Pushing event updated for resources: {'Port': ['ID=35412e3f-7cce-4b83-b34e-1d9b0fe5ea22,revision_number=1']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:55:04.506173 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-af63eba3-673f-41a3-a183-6a774c0334ba admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e709e303d4544a4fbd464adb18cd0525&name=default HTTP/1.1" status: 200 len: 2993 time: 2.0272741 Mar 11 02:55:04.506379 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Device 5dd0a237-790a-4ecb-9b8b-5757d3e1010a up at agent ovs-agent-dv-cinder-740146-14-smb {{(pid=103105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 02:55:04.542593 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 38284) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:55:04.623666 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c779bfd2-a637-4d83-8abd-a0afed097974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2d0de91-f9d9-43c3-b52e-e77921621377,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:55:04.653464 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Provisioning complete for port 5dd0a237-790a-4ecb-9b8b-5757d3e1010a triggered by entity L2. {{(pid=103105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 02:55:04.653929 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536573942'] for port (5dd0a237-790a-4ecb-9b8b-5757d3e1010a), provisioning_complete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:04.886320 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.db.db_base_plugin_common [req-084e5dde-11cc-416d-89cd-88668a0d6911 req-f4d98292-2a98-40a3-bdf4-84d246877df7 tempest-DeleteServersTestJSON-1352040899 tempest-DeleteServersTestJSON-1352040899-project] Allocated IP 172.20.0.14 (49572182-0bfb-4d8e-8b3c-cb692959f2dc/4ba06441-f062-4730-8ff7-add49f12ccc3/5d2f4ab4-d4ef-4e77-ac4b-7824be632801) {{(pid=103103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 02:55:04.902336 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.plugins.ml2.managers [None req-c3eff5ab-9ea3-4c48-97e1-947440c20ddd None None] Attempting to bind port 1075b8dc-9080-4fb0-8b8a-32ab26db9f3e on host dv-cinder-740146-14-smb for vnic_type normal with profile {{(pid=103106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 02:55:04.904443 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.plugins.ml2.managers [None req-c3eff5ab-9ea3-4c48-97e1-947440c20ddd None None] Attempting to bind port 1075b8dc-9080-4fb0-8b8a-32ab26db9f3e by drivers openvswitch,hyperv on host dv-cinder-740146-14-smb at level 0 using segments [{'id': '9dafc380-f183-4cac-bb58-3fadfbe37e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'efac0d19-7339-4c25-b4bc-ad7f12378dc1'}] {{(pid=103106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 02:55:04.904983 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3eff5ab-9ea3-4c48-97e1-947440c20ddd None None] Attempting to bind port 1075b8dc-9080-4fb0-8b8a-32ab26db9f3e on network efac0d19-7339-4c25-b4bc-ad7f12378dc1 {{(pid=103106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 02:55:04.927039 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af63eba3-673f-41a3-a183-6a774c0334ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49b48056-de4e-44bb-826f-ebd743c9583c,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:55:04.939752 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3eff5ab-9ea3-4c48-97e1-947440c20ddd None None] Checking agent: {'id': '36a16930-fe6f-49e2-96be-29faaa54e9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 2, 46, 29), 'started_at': datetime.datetime(2022, 3, 11, 2, 46, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 2, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 02:55:04.940233 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3eff5ab-9ea3-4c48-97e1-947440c20ddd None None] Checking segment: {'id': '9dafc380-f183-4cac-bb58-3fadfbe37e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'efac0d19-7339-4c25-b4bc-ad7f12378dc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 02:55:04.940529 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-c3eff5ab-9ea3-4c48-97e1-947440c20ddd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:04.947517 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3eff5ab-9ea3-4c48-97e1-947440c20ddd None None] Bound using segment: {'id': '9dafc380-f183-4cac-bb58-3fadfbe37e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'efac0d19-7339-4c25-b4bc-ad7f12378dc1'} {{(pid=103106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 02:55:04.948226 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.plugins.ml2.managers [None req-c3eff5ab-9ea3-4c48-97e1-947440c20ddd None None] Bound port: 1075b8dc-9080-4fb0-8b8a-32ab26db9f3e, host: dv-cinder-740146-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dafc380-f183-4cac-bb58-3fadfbe37e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'efac0d19-7339-4c25-b4bc-ad7f12378dc1'}}] {{(pid=103106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 02:55:04.948920 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-c3eff5ab-9ea3-4c48-97e1-947440c20ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (1075b8dc-9080-4fb0-8b8a-32ab26db9f3e), before_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:04.972241 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Current status of the port 5dd0a237-790a-4ecb-9b8b-5757d3e1010a is: ACTIVE; New status is: ACTIVE {{(pid=103105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 02:55:04.974676 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Device b2c244f6-4858-4161-ad71-8e33e1863938 up at agent ovs-agent-dv-cinder-740146-14-smb {{(pid=103105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 02:55:05.022189 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceaf28e-6210-4d26-9b05-06a0a6fe0f80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2d0de91-f9d9-43c3-b52e-e77921621377,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:55:05.054474 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-d94fa885-2a25-4e07-a77a-9132528f9680 req-4c6a454e-042b-4cb9-add7-3e2b32e490fd service neutron] 10.222.0.20 "GET /v2.0/networks/845c03c2-a500-4a58-b6f9-0437e53ee18b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4853828 Mar 11 02:55:05.096504 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18fff14-65b9-485a-aac5-43dd31d54353 None None] Pushing event updated for resources: {'Port': ['ID=1075b8dc-9080-4fb0-8b8a-32ab26db9f3e,revision_number=3']} {{(pid=103106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:55:05.124723 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 38290) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:55:05.128493 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [None req-6cd355ec-3ecb-4cce-a39c-26f6e6ce8a08 None None] Provisioning complete for port 35412e3f-7cce-4b83-b34e-1d9b0fe5ea22 triggered by entity DHCP. {{(pid=103105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 02:55:05.128889 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-6cd355ec-3ecb-4cce-a39c-26f6e6ce8a08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536573942'] for port (35412e3f-7cce-4b83-b34e-1d9b0fe5ea22), provisioning_complete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:05.222697 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-c3eff5ab-9ea3-4c48-97e1-947440c20ddd None None] For port 1075b8dc-9080-4fb0-8b8a-32ab26db9f3e, host dv-cinder-740146-14-smb, cleared binding levels {{(pid=103106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 02:55:05.236116 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Provisioning complete for port b2c244f6-4858-4161-ad71-8e33e1863938 triggered by entity L2. {{(pid=103105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 02:55:05.236746 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536573942'] for port (b2c244f6-4858-4161-ad71-8e33e1863938), provisioning_complete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:05.240123 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-6cd355ec-3ecb-4cce-a39c-26f6e6ce8a08 None None] Port 35412e3f-7cce-4b83-b34e-1d9b0fe5ea22 cannot update to ACTIVE because it is not bound. {{(pid=103105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 02:55:05.264782 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-c3eff5ab-9ea3-4c48-97e1-947440c20ddd None None] For port 1075b8dc-9080-4fb0-8b8a-32ab26db9f3e, host dv-cinder-740146-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-smb',level=0,port_id=1075b8dc-9080-4fb0-8b8a-32ab26db9f3e,segment=NetworkSegment(9dafc380-f183-4cac-bb58-3fadfbe37e0a),segment_id=9dafc380-f183-4cac-bb58-3fadfbe37e0a)] {{(pid=103106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 02:55:05.282860 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-c3eff5ab-9ea3-4c48-97e1-947440c20ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712'] for port (1075b8dc-9080-4fb0-8b8a-32ab26db9f3e), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:05.334658 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7ab587df-0382-4974-bac6-23eab1097267 admin admin] Publish callbacks [] for security_group (d6f936e9-6431-44c3-843d-ed7bd1130841), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:05.348875 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7ab587df-0382-4974-bac6-23eab1097267 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (d6f936e9-6431-44c3-843d-ed7bd1130841), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:05.406336 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 38294) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:55:05.427164 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-6b139052-36fc-4859-9a05-2717db5d484d admin admin] Publish callbacks [] for security_group (49b48056-de4e-44bb-826f-ebd743c9583c), before_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:05.448155 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18fff14-65b9-485a-aac5-43dd31d54353 None None] Pushing event updated for resources: {'Port': ['ID=1075b8dc-9080-4fb0-8b8a-32ab26db9f3e,revision_number=4']} {{(pid=103106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:55:05.504598 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3eff5ab-9ea3-4c48-97e1-947440c20ddd None None] Routers {'ef79ffc0-c890-4dc9-b2e2-92b0cfc29e52'} bound to L3 agent in host dv-cinder-740146-14-smb {{(pid=103106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 02:55:05.505350 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Current status of the port b2c244f6-4858-4161-ad71-8e33e1863938 is: ACTIVE; New status is: ACTIVE {{(pid=103105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 02:55:05.509123 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-c3eff5ab-9ea3-4c48-97e1-947440c20ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T02:46:25Z,description=,heartbeat_timestamp=2022-03-11T02:54:55Z,host='dv-cinder-740146-14-smb',id=368653ed-b5ce-4183-9c3b-231a0bc3dd35,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T02:46:25Z,topic='l3_agent')) {'router_ids': ['ef79ffc0-c890-4dc9-b2e2-92b0cfc29e52'], 'active': True} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 02:55:05.529484 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-59c26dbc-ea36-473a-bbc0-5f5f1484b5d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:05.541022 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-a9a0b5b3-2507-4810-aad9-b2738236df1b req-365bb566-dfae-407a-bdbf-1e3fea519842 service neutron] 10.222.0.20 "GET /v2.0/networks/efac0d19-7339-4c25-b4bc-ad7f12378dc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0941601 Mar 11 02:55:05.592156 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-d94fa885-2a25-4e07-a77a-9132528f9680 req-a894c104-d934-441c-8fbd-0e7165ff0d0c service neutron] 10.222.0.20 "GET /v2.0/networks/845c03c2-a500-4a58-b6f9-0437e53ee18b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5298235 Mar 11 02:55:05.600209 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-7ab587df-0382-4974-bac6-23eab1097267 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ed5e585ba1b544eb86dfeb6e5c18baca&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0707929 Mar 11 02:55:05.600209 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab587df-0382-4974-bac6-23eab1097267 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6f936e9-6431-44c3-843d-ed7bd1130841,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:55:05.610313 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 38298) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:55:05.715294 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.l3_dvr_db [None req-c3eff5ab-9ea3-4c48-97e1-947440c20ddd None None] Set router ef79ffc0-c890-4dc9-b2e2-92b0cfc29e52 gateway port host: dv-cinder-740146-14-smb {{(pid=103106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 02:55:05.787010 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-59c26dbc-ea36-473a-bbc0-5f5f1484b5d6 admin admin] Publish callbacks [] for security_group (65d62db3-1289-49c2-b577-12569ee2a179), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:05.846778 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-59c26dbc-ea36-473a-bbc0-5f5f1484b5d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (65d62db3-1289-49c2-b577-12569ee2a179), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:05.888535 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [req-084e5dde-11cc-416d-89cd-88668a0d6911 req-f4d98292-2a98-40a3-bdf4-84d246877df7 tempest-DeleteServersTestJSON-1352040899 tempest-DeleteServersTestJSON-1352040899-project] Publish callbacks [] for port (5d2f4ab4-d4ef-4e77-ac4b-7824be632801), precommit_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:05.948207 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-59c26dbc-ea36-473a-bbc0-5f5f1484b5d6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=51710e2d0b4f4b9db3640ffb6a3b280c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5348186 Mar 11 02:55:05.951589 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 38300) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:55:05.981306 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c26dbc-ea36-473a-bbc0-5f5f1484b5d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65d62db3-1289-49c2-b577-12569ee2a179,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:55:05.983706 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-b78f3cdd-f6b2-4887-88d6-9b682d7a9482 admin admin] Publish callbacks [] for security_group (d6f936e9-6431-44c3-843d-ed7bd1130841), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:06.010041 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-b78f3cdd-f6b2-4887-88d6-9b682d7a9482 admin admin] Publish callbacks [] for security_group (d6f936e9-6431-44c3-843d-ed7bd1130841), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:06.033994 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [req-084e5dde-11cc-416d-89cd-88668a0d6911 req-f4d98292-2a98-40a3-bdf4-84d246877df7 tempest-DeleteServersTestJSON-1352040899 tempest-DeleteServersTestJSON-1352040899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774348857676'] for port (5d2f4ab4-d4ef-4e77-ac4b-7824be632801), after_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:06.068740 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-b78f3cdd-f6b2-4887-88d6-9b682d7a9482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (d6f936e9-6431-44c3-843d-ed7bd1130841), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:06.071727 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-b78f3cdd-f6b2-4887-88d6-9b682d7a9482 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:06.075519 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-b78f3cdd-f6b2-4887-88d6-9b682d7a9482 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d6f936e9-6431-44c3-843d-ed7bd1130841 HTTP/1.1" status: 204 len: 168 time: 0.2844086 Mar 11 02:55:06.090292 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78f3cdd-f6b2-4887-88d6-9b682d7a9482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6f936e9-6431-44c3-843d-ed7bd1130841,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:55:06.097201 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-eb258f03-a4c1-45d4-903a-69b63c4f20c7 admin admin] Publish callbacks [] for security_group (65d62db3-1289-49c2-b577-12569ee2a179), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:06.125001 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-32e07f6d-8ecd-4206-882f-55e2009396ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:06.126850 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-eb258f03-a4c1-45d4-903a-69b63c4f20c7 admin admin] Publish callbacks [] for security_group (65d62db3-1289-49c2-b577-12569ee2a179), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:06.238625 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-c3eff5ab-9ea3-4c48-97e1-947440c20ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef79ffc0-c890-4dc9-b2e2-92b0cfc29e52', 'name': 'tempest-ServerRescueNegativeTestJSON-461084469-router', 'tenant_id': '455c4aaecbbb4110abf67996ffc3f4bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'external_fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.142'}], 'enable_snat': True}, 'gw_port_id': 'b2c244f6-4858-4161-ad71-8e33e1863938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T02:54:48Z', 'updated_at': '2022-03-11T02:54:57Z', 'revision_number': 4, 'project_id': '455c4aaecbbb4110abf67996ffc3f4bb', 'gw_port': {'id': 'b2c244f6-4858-4161-ad71-8e33e1863938', 'name': '', 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:87:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef79ffc0-c890-4dc9-b2e2-92b0cfc29e52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:54:49Z', 'updated_at': '2022-03-11T02:55:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-smb', '_interfaces': [{'id': '1075b8dc-9080-4fb0-8b8a-32ab26db9f3e', 'name': '', 'network_id': 'efac0d19-7339-4c25-b4bc-ad7f12378dc1', 'tenant_id': '455c4aaecbbb4110abf67996ffc3f4bb', 'mac_address': 'fa:16:3e:20:84:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef79ffc0-c890-4dc9-b2e2-92b0cfc29e52', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e03685bc-4eda-4636-83ff-246654d7e2b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:54:55Z', 'updated_at': '2022-03-11T02:55:05Z', 'revision_number': 4, 'project_id': '455c4aaecbbb4110abf67996ffc3f4bb', 'subnets': [{'id': 'e03685bc-4eda-4636-83ff-246654d7e2b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-14-smb', False) {} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 02:55:06.254381 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-eb258f03-a4c1-45d4-903a-69b63c4f20c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (65d62db3-1289-49c2-b577-12569ee2a179), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:06.257250 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-eb258f03-a4c1-45d4-903a-69b63c4f20c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:06.262899 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-eb258f03-a4c1-45d4-903a-69b63c4f20c7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/65d62db3-1289-49c2-b577-12569ee2a179 HTTP/1.1" status: 204 len: 168 time: 0.3097038 Mar 11 02:55:06.285719 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb258f03-a4c1-45d4-903a-69b63c4f20c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65d62db3-1289-49c2-b577-12569ee2a179,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:55:06.374797 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3eff5ab-9ea3-4c48-97e1-947440c20ddd None None] The sync data for ids ['ef79ffc0-c890-4dc9-b2e2-92b0cfc29e52'] in dv-cinder-740146-14-smb is: [{'id': 'ef79ffc0-c890-4dc9-b2e2-92b0cfc29e52', 'name': 'tempest-ServerRescueNegativeTestJSON-461084469-router', 'tenant_id': '455c4aaecbbb4110abf67996ffc3f4bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'external_fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.142'}], 'enable_snat': True}, 'gw_port_id': 'b2c244f6-4858-4161-ad71-8e33e1863938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T02:54:48Z', 'updated_at': '2022-03-11T02:54:57Z', 'revision_number': 4, 'project_id': '455c4aaecbbb4110abf67996ffc3f4bb', 'gw_port': {'id': 'b2c244f6-4858-4161-ad71-8e33e1863938', 'name': '', 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:87:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef79ffc0-c890-4dc9-b2e2-92b0cfc29e52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:54:49Z', 'updated_at': '2022-03-11T02:55:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-smb', '_interfaces': [{'id': '1075b8dc-9080-4fb0-8b8a-32ab26db9f3e', 'name': '', 'network_id': 'efac0d19-7339-4c25-b4bc-ad7f12378dc1', 'tenant_id': '455c4aaecbbb4110abf67996ffc3f4bb', 'mac_address': 'fa:16:3e:20:84:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef79ffc0-c890-4dc9-b2e2-92b0cfc29e52', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e03685bc-4eda-4636-83ff-246654d7e2b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:54:55Z', 'updated_at': '2022-03-11T02:55:05Z', 'revision_number': 4, 'project_id': '455c4aaecbbb4110abf67996ffc3f4bb', 'subnets': [{'id': 'e03685bc-4eda-4636-83ff-246654d7e2b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 02:55:06.455646 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-6b139052-36fc-4859-9a05-2717db5d484d admin admin] Publish callbacks [] for security_group (49b48056-de4e-44bb-826f-ebd743c9583c), precommit_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:06.501636 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Device c0c11f62-874c-4215-9b74-145c6bbc01a9 up at agent ovs-agent-dv-cinder-740146-14-smb {{(pid=103105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 02:55:06.671357 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Provisioning complete for port c0c11f62-874c-4215-9b74-145c6bbc01a9 triggered by entity L2. {{(pid=103105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 02:55:06.672020 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536573942'] for port (c0c11f62-874c-4215-9b74-145c6bbc01a9), provisioning_complete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:06.757539 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d1849d-52a9-4a3f-998b-f0059012f5cf req-ea58898e-b940-4b22-90d7-5a8727b985b0 tempest-DeleteServersTestJSON-1352040899 tempest-DeleteServersTestJSON-1352040899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:06.769508 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-14d1849d-52a9-4a3f-998b-f0059012f5cf req-ea58898e-b940-4b22-90d7-5a8727b985b0 tempest-DeleteServersTestJSON-1352040899 tempest-DeleteServersTestJSON-1352040899-project] 10.222.0.20 "GET /v2.0/ports?device_id=5dd19f43-d516-4b24-838e-967e390ddf45 HTTP/1.1" status: 200 len: 932 time: 0.2523537 Mar 11 02:55:06.906207 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Current status of the port c0c11f62-874c-4215-9b74-145c6bbc01a9 is: DOWN; New status is: ACTIVE {{(pid=103105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 02:55:06.907015 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (c0c11f62-874c-4215-9b74-145c6bbc01a9), before_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:06.952174 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-14d1849d-52a9-4a3f-998b-f0059012f5cf req-5536e059-f9d9-4e1b-939a-d04d87d0a728 tempest-DeleteServersTestJSON-1352040899 tempest-DeleteServersTestJSON-1352040899-project] 10.222.0.20 "GET /v2.0/security-groups?id=702f855b-8c0a-44fc-99f1-607f482b6446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815414 Mar 11 02:55:06.982518 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d98292-2a98-40a3-bdf4-84d246877df7 tempest-DeleteServersTestJSON-1352040899 tempest-DeleteServersTestJSON-1352040899-project] Pushing event updated for resources: {'Port': ['ID=5d2f4ab4-d4ef-4e77-ac4b-7824be632801,revision_number=1']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:55:07.021874 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] For port c0c11f62-874c-4215-9b74-145c6bbc01a9, host dv-cinder-740146-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-smb',level=0,port_id=c0c11f62-874c-4215-9b74-145c6bbc01a9,segment=NetworkSegment(86701719-770a-4197-8a84-07fe4dcd9e0f),segment_id=86701719-770a-4197-8a84-07fe4dcd9e0f)] {{(pid=103105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 02:55:07.039728 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712'] for port (c0c11f62-874c-4215-9b74-145c6bbc01a9), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:07.134460 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-e1aecdbe-6dd6-4454-b7af-76f05bafbb09 req-f04fc99d-7788-4ee0-b95d-dc1c1d2ccb54 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/ports?device_id=13132607-0993-42da-b12a-915a6d20ac5e HTTP/1.1" status: 200 len: 210 time: 0.0686409 Mar 11 02:55:07.184812 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-084e5dde-11cc-416d-89cd-88668a0d6911 req-f4d98292-2a98-40a3-bdf4-84d246877df7 tempest-DeleteServersTestJSON-1352040899 tempest-DeleteServersTestJSON-1352040899-project] Network 49572182-0bfb-4d8e-8b3c-cb692959f2dc is already hosted by enough agents. {{(pid=103103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 02:55:07.187270 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-a9a0b5b3-2507-4810-aad9-b2738236df1b req-f86de36a-215a-43a3-9c8f-121975bc4aa8 service neutron] 10.222.0.20 "GET /v2.0/networks/efac0d19-7339-4c25-b4bc-ad7f12378dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6452358 Mar 11 02:55:07.187828 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-f0fa33a6-0b0d-4bf4-8c90-84f8f53f8193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (35412e3f-7cce-4b83-b34e-1d9b0fe5ea22), before_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:07.231069 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.scheduler.base_scheduler [req-084e5dde-11cc-416d-89cd-88668a0d6911 req-f4d98292-2a98-40a3-bdf4-84d246877df7 tempest-DeleteServersTestJSON-1352040899 tempest-DeleteServersTestJSON-1352040899-project] Resources bound (agent type, host, resource id): {{(pid=103103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 02:55:07.236565 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.db.l3_dvrscheduler_db [req-084e5dde-11cc-416d-89cd-88668a0d6911 req-f4d98292-2a98-40a3-bdf4-84d246877df7 tempest-DeleteServersTestJSON-1352040899 tempest-DeleteServersTestJSON-1352040899-project] Received port after_create {{(pid=103103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 02:55:07.259318 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084e5dde-11cc-416d-89cd-88668a0d6911 req-f4d98292-2a98-40a3-bdf4-84d246877df7 tempest-DeleteServersTestJSON-1352040899 tempest-DeleteServersTestJSON-1352040899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:07.260327 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [req-084e5dde-11cc-416d-89cd-88668a0d6911 req-f4d98292-2a98-40a3-bdf4-84d246877df7 tempest-DeleteServersTestJSON-1352040899 tempest-DeleteServersTestJSON-1352040899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-648073'] for port (None), before_response {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:07.271789 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Pushing event updated for resources: {'Port': ['ID=c0c11f62-874c-4215-9b74-145c6bbc01a9,revision_number=4']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:55:07.302028 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-6b139052-36fc-4859-9a05-2717db5d484d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (49b48056-de4e-44bb-826f-ebd743c9583c), after_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:07.312795 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-6b139052-36fc-4859-9a05-2717db5d484d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:07.327495 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-6b139052-36fc-4859-9a05-2717db5d484d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/49b48056-de4e-44bb-826f-ebd743c9583c HTTP/1.1" status: 204 len: 168 time: 2.5686290 Mar 11 02:55:07.353327 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-084e5dde-11cc-416d-89cd-88668a0d6911 req-f4d98292-2a98-40a3-bdf4-84d246877df7 tempest-DeleteServersTestJSON-1352040899 tempest-DeleteServersTestJSON-1352040899-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.5431859 Mar 11 02:55:07.394187 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [req-084e5dde-11cc-416d-89cd-88668a0d6911 req-7bedada8-1ea2-4eeb-a5f7-d46e7c8d61e3 tempest-DeleteServersTestJSON-1352040899 tempest-DeleteServersTestJSON-1352040899-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103103) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 02:55:07.396958 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-084e5dde-11cc-416d-89cd-88668a0d6911 req-7bedada8-1ea2-4eeb-a5f7-d46e7c8d61e3 tempest-DeleteServersTestJSON-1352040899 tempest-DeleteServersTestJSON-1352040899-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0276155 Mar 11 02:55:07.576082 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b139052-36fc-4859-9a05-2717db5d484d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49b48056-de4e-44bb-826f-ebd743c9583c,revision_number=None']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:55:07.706142 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-1dc63f48-16d6-4429-8171-33aef9496495 req-c92e151f-bb99-4975-96f9-e9086843453d tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/ports?device_id=44ba0812-5702-4378-8cc2-5e7a41359e7e HTTP/1.1" status: 200 len: 210 time: 0.0839140 Mar 11 02:55:07.788277 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-32e07f6d-8ecd-4206-882f-55e2009396ea admin admin] Publish callbacks [] for security_group (6d0c1b07-b518-487b-a91d-0b430147229d), precommit_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:07.796886 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-32e07f6d-8ecd-4206-882f-55e2009396ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (6d0c1b07-b518-487b-a91d-0b430147229d), after_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:07.935104 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 38368) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:55:07.935646 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-32e07f6d-8ecd-4206-882f-55e2009396ea admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=40851efb2ef741c089e15aac1de812a5&name=default HTTP/1.1" status: 200 len: 2996 time: 2.7853255 Mar 11 02:55:08.006599 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e07f6d-8ecd-4206-882f-55e2009396ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d0c1b07-b518-487b-a91d-0b430147229d,revision_number=1']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:55:08.152118 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-345689c6-404b-4cff-8643-0539c2bd01f3 admin admin] Publish callbacks [] for security_group (6d0c1b07-b518-487b-a91d-0b430147229d), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:08.252981 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-345689c6-404b-4cff-8643-0539c2bd01f3 admin admin] Publish callbacks [] for security_group (6d0c1b07-b518-487b-a91d-0b430147229d), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:08.452090 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-345689c6-404b-4cff-8643-0539c2bd01f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (6d0c1b07-b518-487b-a91d-0b430147229d), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:08.467531 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-345689c6-404b-4cff-8643-0539c2bd01f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:08.468898 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-345689c6-404b-4cff-8643-0539c2bd01f3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6d0c1b07-b518-487b-a91d-0b430147229d HTTP/1.1" status: 204 len: 168 time: 0.5322113 Mar 11 02:55:08.469595 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-f0fa33a6-0b0d-4bf4-8c90-84f8f53f8193 admin admin] Publish callbacks [] for port (35412e3f-7cce-4b83-b34e-1d9b0fe5ea22), precommit_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:08.500543 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-f0fa33a6-0b0d-4bf4-8c90-84f8f53f8193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712'] for port (35412e3f-7cce-4b83-b34e-1d9b0fe5ea22), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:08.510727 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-f0fa33a6-0b0d-4bf4-8c90-84f8f53f8193 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-648101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-576733'] for router_interface (e386feea-abcc-415c-9f6f-f9749eca19a2), after_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:08.513638 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345689c6-404b-4cff-8643-0539c2bd01f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d0c1b07-b518-487b-a91d-0b430147229d,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:55:08.650820 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fa33a6-0b0d-4bf4-8c90-84f8f53f8193 admin admin] Pushing event updated for resources: {'Port': ['ID=35412e3f-7cce-4b83-b34e-1d9b0fe5ea22,revision_number=2']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:55:08.684423 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaba0a6-c5ea-46a7-914b-38a553b6ff00 req-910eeb4b-40de-4ba3-808b-544080323783 tempest-DeleteServersTestJSON-1352040899 tempest-DeleteServersTestJSON-1352040899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:08.687238 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-feaba0a6-c5ea-46a7-914b-38a553b6ff00 req-910eeb4b-40de-4ba3-808b-544080323783 tempest-DeleteServersTestJSON-1352040899 tempest-DeleteServersTestJSON-1352040899-project] 10.222.0.20 "GET /v2.0/ports?device_id=5dd19f43-d516-4b24-838e-967e390ddf45 HTTP/1.1" status: 200 len: 932 time: 0.5889394 Mar 11 02:55:08.735826 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Device 1075b8dc-9080-4fb0-8b8a-32ab26db9f3e up at agent ovs-agent-dv-cinder-740146-14-smb {{(pid=103105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 02:55:08.846069 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-7c563a1b-4ad2-47b0-b05d-88fcfb11537d req-27eb418f-dd4c-4450-8b5a-c411da2c4cf2 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/ports?device_id=13132607-0993-42da-b12a-915a6d20ac5e HTTP/1.1" status: 200 len: 210 time: 0.0480335 Mar 11 02:55:08.852636 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 38394) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:55:08.871973 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Provisioning complete for port 1075b8dc-9080-4fb0-8b8a-32ab26db9f3e triggered by entity L2. {{(pid=103105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 02:55:08.872194 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536573942'] for port (1075b8dc-9080-4fb0-8b8a-32ab26db9f3e), provisioning_complete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:08.950923 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-782ec208-1703-4c7c-9ad0-5c5ca29b3491 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:09.045012 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Current status of the port 1075b8dc-9080-4fb0-8b8a-32ab26db9f3e is: DOWN; New status is: ACTIVE {{(pid=103105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 02:55:09.045955 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (1075b8dc-9080-4fb0-8b8a-32ab26db9f3e), before_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:09.137544 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.v2.base [req-084e5dde-11cc-416d-89cd-88668a0d6911 req-4503a2bb-d2ce-4e29-a514-2bb2cef87559 service neutron] Request body: {'port': {'device_id': '5dd19f43-d516-4b24-838e-967e390ddf45', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=103103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 02:55:09.153275 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] For port 1075b8dc-9080-4fb0-8b8a-32ab26db9f3e, host dv-cinder-740146-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-smb',level=0,port_id=1075b8dc-9080-4fb0-8b8a-32ab26db9f3e,segment=NetworkSegment(9dafc380-f183-4cac-bb58-3fadfbe37e0a),segment_id=9dafc380-f183-4cac-bb58-3fadfbe37e0a)] {{(pid=103105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 02:55:09.166053 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712'] for port (1075b8dc-9080-4fb0-8b8a-32ab26db9f3e), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:09.169763 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Device c0c11f62-874c-4215-9b74-145c6bbc01a9 up at agent ovs-agent-dv-cinder-740146-14-smb {{(pid=103105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 02:55:09.200292 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.13', 55048) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:55:09.261356 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-782ec208-1703-4c7c-9ad0-5c5ca29b3491 admin admin] Publish callbacks [] for security_group (0f9975fb-80b2-49a9-a07c-bdd8753a373d), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:09.282664 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-782ec208-1703-4c7c-9ad0-5c5ca29b3491 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (0f9975fb-80b2-49a9-a07c-bdd8753a373d), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:09.327711 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0fa33a6-0b0d-4bf4-8c90-84f8f53f8193 admin admin] Network c37e13a0-a6c7-4b0f-ae0c-93319b771da2 is already hosted by enough agents. {{(pid=103103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 02:55:09.338329 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.scheduler.base_scheduler [None req-f0fa33a6-0b0d-4bf4-8c90-84f8f53f8193 admin admin] Resources bound (agent type, host, resource id): {{(pid=103103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 02:55:09.379026 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-feaba0a6-c5ea-46a7-914b-38a553b6ff00 req-1033f400-2846-4f5e-a75d-ab93b62b29e1 tempest-DeleteServersTestJSON-1352040899 tempest-DeleteServersTestJSON-1352040899-project] 10.222.0.20 "GET /v2.0/security-groups?id=702f855b-8c0a-44fc-99f1-607f482b6446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6766651 Mar 11 02:55:09.447305 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083ef9e1-0443-40aa-86db-548a29aba417 req-d479a4fd-60a6-4703-aac6-bcde8d422ce7 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:09.466484 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-083ef9e1-0443-40aa-86db-548a29aba417 req-d479a4fd-60a6-4703-aac6-bcde8d422ce7 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/networks?id=efac0d19-7339-4c25-b4bc-ad7f12378dc1 HTTP/1.1" status: 200 len: 818 time: 0.3845658 Mar 11 02:55:09.495454 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Pushing event updated for resources: {'Port': ['ID=1075b8dc-9080-4fb0-8b8a-32ab26db9f3e,revision_number=5']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:55:09.524482 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Provisioning complete for port c0c11f62-874c-4215-9b74-145c6bbc01a9 triggered by entity L2. {{(pid=103105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 02:55:09.524863 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536573942'] for port (c0c11f62-874c-4215-9b74-145c6bbc01a9), provisioning_complete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:09.582606 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782ec208-1703-4c7c-9ad0-5c5ca29b3491 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f9975fb-80b2-49a9-a07c-bdd8753a373d,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:55:09.672477 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-782ec208-1703-4c7c-9ad0-5c5ca29b3491 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=aa61e217956f475bbcac7446affc503e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8158092 Mar 11 02:55:09.682096 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 38420) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:55:09.720126 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-083ef9e1-0443-40aa-86db-548a29aba417 req-168b0e31-f31c-4dd4-8d7f-6fc6ea17ba93 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/quotas/455c4aaecbbb4110abf67996ffc3f4bb HTTP/1.1" status: 200 len: 375 time: 0.2159042 Mar 11 02:55:09.764727 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [req-084e5dde-11cc-416d-89cd-88668a0d6911 req-4503a2bb-d2ce-4e29-a514-2bb2cef87559 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (5d2f4ab4-d4ef-4e77-ac4b-7824be632801), before_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:09.771136 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Current status of the port c0c11f62-874c-4215-9b74-145c6bbc01a9 is: ACTIVE; New status is: ACTIVE {{(pid=103105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 02:55:09.861933 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94fa885-2a25-4e07-a77a-9132528f9680 req-21bf9a2a-8b73-419c-902d-e41d9c1e433b tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:09.864292 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-d94fa885-2a25-4e07-a77a-9132528f9680 req-21bf9a2a-8b73-419c-902d-e41d9c1e433b tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.13 "GET /v2.0/networks?id=845c03c2-a500-4a58-b6f9-0437e53ee18b HTTP/1.1" status: 200 len: 811 time: 0.6600707 Mar 11 02:55:09.917214 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [None req-624e9a48-0920-4f72-bacb-88faf8c9442f None None] Provisioning complete for port 35412e3f-7cce-4b83-b34e-1d9b0fe5ea22 triggered by entity DHCP. {{(pid=103105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 02:55:09.935322 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-624e9a48-0920-4f72-bacb-88faf8c9442f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536573942'] for port (35412e3f-7cce-4b83-b34e-1d9b0fe5ea22), provisioning_complete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:10.024044 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-083ef9e1-0443-40aa-86db-548a29aba417 req-e0167ced-9ab5-4efa-8092-3170f2e6ef7b tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=455c4aaecbbb4110abf67996ffc3f4bb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3016369 Mar 11 02:55:10.053620 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-41405c61-ecab-4c4f-bfb4-e9b9eb128c12 admin admin] Publish callbacks [] for security_group (0f9975fb-80b2-49a9-a07c-bdd8753a373d), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:10.059533 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-624e9a48-0920-4f72-bacb-88faf8c9442f None None] Port 35412e3f-7cce-4b83-b34e-1d9b0fe5ea22 cannot update to ACTIVE because it is not bound. {{(pid=103105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 02:55:10.067104 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-4e183f81-5d96-4c48-a75e-b8ae3c03d77c req-d268f46e-58d1-495b-b7bc-ff1155f0dbac tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/ports?device_id=13132607-0993-42da-b12a-915a6d20ac5e HTTP/1.1" status: 200 len: 210 time: 0.0590625 Mar 11 02:55:10.177018 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-41405c61-ecab-4c4f-bfb4-e9b9eb128c12 admin admin] Publish callbacks [] for security_group (0f9975fb-80b2-49a9-a07c-bdd8753a373d), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:10.194531 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-d94fa885-2a25-4e07-a77a-9132528f9680 req-3279023f-277d-41b2-9b7f-d7e3d112e41a tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8a19620c29074aed8f3e4d3d8c51b9c7 HTTP/1.1" status: 200 len: 380 time: 0.3109441 Mar 11 02:55:10.252344 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.v2.base [req-d94fa885-2a25-4e07-a77a-9132528f9680 req-642aed1b-74e3-470a-bf5f-b24f556d72c2 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Request body: {'port': {'device_id': '13132607-0993-42da-b12a-915a6d20ac5e', 'network_id': '845c03c2-a500-4a58-b6f9-0437e53ee18b', 'admin_state_up': True, 'tenant_id': '8a19620c29074aed8f3e4d3d8c51b9c7', 'security_groups': ['f9c75b18-9067-4656-afb9-de1b8b0fda4c']}} {{(pid=103104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 02:55:10.385085 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.13', 55052) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:55:10.459307 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Device 1075b8dc-9080-4fb0-8b8a-32ab26db9f3e up at agent ovs-agent-dv-cinder-740146-14-smb {{(pid=103105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 02:55:10.616618 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Provisioning complete for port 1075b8dc-9080-4fb0-8b8a-32ab26db9f3e triggered by entity L2. {{(pid=103105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 02:55:10.619047 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536573942'] for port (1075b8dc-9080-4fb0-8b8a-32ab26db9f3e), provisioning_complete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:10.648345 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-083ef9e1-0443-40aa-86db-548a29aba417 req-2b9c4f70-41ac-4f93-8782-0bda365f6f61 service neutron] 10.222.0.20 "GET /v2.0/networks/efac0d19-7339-4c25-b4bc-ad7f12378dc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6243796 Mar 11 02:55:10.770070 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0fa33a6-0b0d-4bf4-8c90-84f8f53f8193 admin admin] Router e386feea-abcc-415c-9f6f-f9749eca19a2 has already been hosted by L3 agent 368653ed-b5ce-4183-9c3b-231a0bc3dd35 {{(pid=103103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 02:55:10.847266 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-41405c61-ecab-4c4f-bfb4-e9b9eb128c12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (0f9975fb-80b2-49a9-a07c-bdd8753a373d), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:10.850906 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-41405c61-ecab-4c4f-bfb4-e9b9eb128c12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:10.852537 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-41405c61-ecab-4c4f-bfb4-e9b9eb128c12 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0f9975fb-80b2-49a9-a07c-bdd8753a373d HTTP/1.1" status: 204 len: 168 time: 1.1476128 Mar 11 02:55:10.879916 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41405c61-ecab-4c4f-bfb4-e9b9eb128c12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f9975fb-80b2-49a9-a07c-bdd8753a373d,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:55:10.928709 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ebe222-405f-47e6-8353-d77645db9349 req-3a2e4647-123d-43e4-a462-d7f7584f1117 tempest-DeleteServersTestJSON-1352040899 tempest-DeleteServersTestJSON-1352040899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:10.931053 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-00ebe222-405f-47e6-8353-d77645db9349 req-3a2e4647-123d-43e4-a462-d7f7584f1117 tempest-DeleteServersTestJSON-1352040899 tempest-DeleteServersTestJSON-1352040899-project] 10.222.0.20 "GET /v2.0/ports?device_id=5dd19f43-d516-4b24-838e-967e390ddf45 HTTP/1.1" status: 200 len: 932 time: 0.1715059 Mar 11 02:55:10.980864 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a0b5b3-2507-4810-aad9-b2738236df1b req-7a2580d0-0cba-4382-b5d3-0608cad025d6 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:10.982628 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-a9a0b5b3-2507-4810-aad9-b2738236df1b req-7a2580d0-0cba-4382-b5d3-0608cad025d6 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.13 "GET /v2.0/networks?id=efac0d19-7339-4c25-b4bc-ad7f12378dc1 HTTP/1.1" status: 200 len: 818 time: 0.5957344 Mar 11 02:55:10.989851 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d94fa885-2a25-4e07-a77a-9132528f9680 req-642aed1b-74e3-470a-bf5f-b24f556d72c2 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Made reservation on behalf of 8a19620c29074aed8f3e4d3d8c51b9c7 for: {'port': 1} {{(pid=103104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 02:55:10.995289 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-d94fa885-2a25-4e07-a77a-9132528f9680 req-642aed1b-74e3-470a-bf5f-b24f556d72c2 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:11.014350 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.v2.base [req-a9a0b5b3-2507-4810-aad9-b2738236df1b req-7c55685a-97c3-44ef-b397-a721fd6e92ee tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Request body: {'port': {'device_id': '44ba0812-5702-4378-8cc2-5e7a41359e7e', 'network_id': 'efac0d19-7339-4c25-b4bc-ad7f12378dc1', 'admin_state_up': True, 'tenant_id': '455c4aaecbbb4110abf67996ffc3f4bb'}} {{(pid=103104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 02:55:11.021109 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Current status of the port 1075b8dc-9080-4fb0-8b8a-32ab26db9f3e is: ACTIVE; New status is: ACTIVE {{(pid=103105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 02:55:11.048868 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-083ef9e1-0443-40aa-86db-548a29aba417 req-1a4b8c0d-7426-4662-a791-ed4a477279c1 service neutron] 10.222.0.20 "GET /v2.0/networks/efac0d19-7339-4c25-b4bc-ad7f12378dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3737025 Mar 11 02:55:11.123859 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.notifiers.nova [req-084e5dde-11cc-416d-89cd-88668a0d6911 req-4503a2bb-d2ce-4e29-a514-2bb2cef87559 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d2f4ab4-d4ef-4e77-ac4b-7824be632801 {{(pid=103103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 02:55:11.142010 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [req-084e5dde-11cc-416d-89cd-88668a0d6911 req-4503a2bb-d2ce-4e29-a514-2bb2cef87559 service neutron] Publish callbacks [] for port (5d2f4ab4-d4ef-4e77-ac4b-7824be632801), precommit_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:11.172009 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-00ebe222-405f-47e6-8353-d77645db9349 req-9cef31ad-e26a-4efd-91cc-fe7e1fcdb1ff tempest-DeleteServersTestJSON-1352040899 tempest-DeleteServersTestJSON-1352040899-project] 10.222.0.20 "GET /v2.0/security-groups?id=702f855b-8c0a-44fc-99f1-607f482b6446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292175 Mar 11 02:55:11.217798 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [req-084e5dde-11cc-416d-89cd-88668a0d6911 req-4503a2bb-d2ce-4e29-a514-2bb2cef87559 service neutron] Transition to ACTIVE for port object 5d2f4ab4-d4ef-4e77-ac4b-7824be632801 will not be triggered until provisioned by entity L2. {{(pid=103103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 02:55:11.227847 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0fa33a6-0b0d-4bf4-8c90-84f8f53f8193 admin admin] Notify agent at l3_agent.dv-cinder-740146-14-smb the message routers_updated {{(pid=103103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 02:55:11.230374 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [req-084e5dde-11cc-416d-89cd-88668a0d6911 req-4503a2bb-d2ce-4e29-a514-2bb2cef87559 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712'] for port (5d2f4ab4-d4ef-4e77-ac4b-7824be632801), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:11.244737 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e32128-bca9-465b-8f6a-c89e1b3d88dd None None] Sync routers for ids ['e386feea-abcc-415c-9f6f-f9749eca19a2'] in dv-cinder-740146-14-smb {{(pid=103105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 02:55:11.248150 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-f0fa33a6-0b0d-4bf4-8c90-84f8f53f8193 admin admin] 10.222.0.20 "PUT /v2.0/routers/e386feea-abcc-415c-9f6f-f9749eca19a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9657354 Mar 11 02:55:11.271352 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e32128-bca9-465b-8f6a-c89e1b3d88dd None None] Routers {'e386feea-abcc-415c-9f6f-f9749eca19a2'} bound to L3 agent in host dv-cinder-740146-14-smb {{(pid=103105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 02:55:11.280168 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_hamode_db [None req-f0e32128-bca9-465b-8f6a-c89e1b3d88dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T02:46:25Z,description=,heartbeat_timestamp=2022-03-11T02:54:55Z,host='dv-cinder-740146-14-smb',id=368653ed-b5ce-4183-9c3b-231a0bc3dd35,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T02:46:25Z,topic='l3_agent')) {'router_ids': ['e386feea-abcc-415c-9f6f-f9749eca19a2'], 'active': True} {{(pid=103105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 02:55:11.314287 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4503a2bb-d2ce-4e29-a514-2bb2cef87559 service neutron] Pushing event updated for resources: {'Port': ['ID=5d2f4ab4-d4ef-4e77-ac4b-7824be632801,revision_number=2']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:55:11.412557 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.plugins.ml2.managers [req-084e5dde-11cc-416d-89cd-88668a0d6911 req-4503a2bb-d2ce-4e29-a514-2bb2cef87559 service neutron] Attempting to bind port 5d2f4ab4-d4ef-4e77-ac4b-7824be632801 on host hv-cinder-74014 for vnic_type normal with profile {{(pid=103103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 02:55:11.414556 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.plugins.ml2.managers [req-084e5dde-11cc-416d-89cd-88668a0d6911 req-4503a2bb-d2ce-4e29-a514-2bb2cef87559 service neutron] Attempting to bind port 5d2f4ab4-d4ef-4e77-ac4b-7824be632801 by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': 'b4c6a6d0-d5ce-43e9-a225-662750edeecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '49572182-0bfb-4d8e-8b3c-cb692959f2dc'}] {{(pid=103103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 02:55:11.415249 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084e5dde-11cc-416d-89cd-88668a0d6911 req-4503a2bb-d2ce-4e29-a514-2bb2cef87559 service neutron] Attempting to bind port 5d2f4ab4-d4ef-4e77-ac4b-7824be632801 on network 49572182-0bfb-4d8e-8b3c-cb692959f2dc {{(pid=103103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 02:55:11.424834 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084e5dde-11cc-416d-89cd-88668a0d6911 req-4503a2bb-d2ce-4e29-a514-2bb2cef87559 service neutron] Port 5d2f4ab4-d4ef-4e77-ac4b-7824be632801 on network 49572182-0bfb-4d8e-8b3c-cb692959f2dc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=103103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 02:55:11.425766 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084e5dde-11cc-416d-89cd-88668a0d6911 req-4503a2bb-d2ce-4e29-a514-2bb2cef87559 service neutron] Attempting to bind port 5d2f4ab4-d4ef-4e77-ac4b-7824be632801 on network 49572182-0bfb-4d8e-8b3c-cb692959f2dc {{(pid=103103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 02:55:11.435615 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084e5dde-11cc-416d-89cd-88668a0d6911 req-4503a2bb-d2ce-4e29-a514-2bb2cef87559 service neutron] Checking agent: {'id': '56ad6e9b-975a-4fdf-b549-1f3c33ba94e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 2, 52, 47), 'started_at': datetime.datetime(2022, 3, 11, 2, 52, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 2, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 02:55:11.436415 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084e5dde-11cc-416d-89cd-88668a0d6911 req-4503a2bb-d2ce-4e29-a514-2bb2cef87559 service neutron] Checking segment: {'id': 'b4c6a6d0-d5ce-43e9-a225-662750edeecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '49572182-0bfb-4d8e-8b3c-cb692959f2dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 02:55:11.438344 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084e5dde-11cc-416d-89cd-88668a0d6911 req-4503a2bb-d2ce-4e29-a514-2bb2cef87559 service neutron] Bound using segment: {'id': 'b4c6a6d0-d5ce-43e9-a225-662750edeecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '49572182-0bfb-4d8e-8b3c-cb692959f2dc'} {{(pid=103103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 02:55:11.439019 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.plugins.ml2.managers [req-084e5dde-11cc-416d-89cd-88668a0d6911 req-4503a2bb-d2ce-4e29-a514-2bb2cef87559 service neutron] Bound port: 5d2f4ab4-d4ef-4e77-ac4b-7824be632801, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4c6a6d0-d5ce-43e9-a225-662750edeecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '49572182-0bfb-4d8e-8b3c-cb692959f2dc'}}] {{(pid=103103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 02:55:11.439718 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [req-084e5dde-11cc-416d-89cd-88668a0d6911 req-4503a2bb-d2ce-4e29-a514-2bb2cef87559 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (5d2f4ab4-d4ef-4e77-ac4b-7824be632801), before_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:11.496069 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.db.db_base_plugin_common [req-d94fa885-2a25-4e07-a77a-9132528f9680 req-642aed1b-74e3-470a-bf5f-b24f556d72c2 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Allocated IP 172.20.0.12 (845c03c2-a500-4a58-b6f9-0437e53ee18b/363826bf-4a53-45a3-8f97-aa25838926f8/07c49de9-be92-4f37-96d3-d58c8107b200) {{(pid=103104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 02:55:11.516025 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9a0b5b3-2507-4810-aad9-b2738236df1b req-7c55685a-97c3-44ef-b397-a721fd6e92ee tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Made reservation on behalf of 455c4aaecbbb4110abf67996ffc3f4bb for: {'port': 1} {{(pid=103104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 02:55:11.519593 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-a9a0b5b3-2507-4810-aad9-b2738236df1b req-7c55685a-97c3-44ef-b397-a721fd6e92ee tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:11.682894 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.plugins.ml2.db [req-084e5dde-11cc-416d-89cd-88668a0d6911 req-4503a2bb-d2ce-4e29-a514-2bb2cef87559 service neutron] For port 5d2f4ab4-d4ef-4e77-ac4b-7824be632801, host hv-cinder-74014, cleared binding levels {{(pid=103103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 02:55:11.696564 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.plugins.ml2.db [req-084e5dde-11cc-416d-89cd-88668a0d6911 req-4503a2bb-d2ce-4e29-a514-2bb2cef87559 service neutron] For port 5d2f4ab4-d4ef-4e77-ac4b-7824be632801, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=5d2f4ab4-d4ef-4e77-ac4b-7824be632801,segment=NetworkSegment(b4c6a6d0-d5ce-43e9-a225-662750edeecd),segment_id=b4c6a6d0-d5ce-43e9-a225-662750edeecd)] {{(pid=103103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 02:55:11.709747 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [req-084e5dde-11cc-416d-89cd-88668a0d6911 req-4503a2bb-d2ce-4e29-a514-2bb2cef87559 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712'] for port (5d2f4ab4-d4ef-4e77-ac4b-7824be632801), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:11.722668 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_dvr_db [None req-f0e32128-bca9-465b-8f6a-c89e1b3d88dd None None] Set router e386feea-abcc-415c-9f6f-f9749eca19a2 gateway port host: dv-cinder-740146-14-smb {{(pid=103105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 02:55:11.809799 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084e5dde-11cc-416d-89cd-88668a0d6911 req-4503a2bb-d2ce-4e29-a514-2bb2cef87559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:11.812040 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [req-084e5dde-11cc-416d-89cd-88668a0d6911 req-4503a2bb-d2ce-4e29-a514-2bb2cef87559 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-648073'] for port (None), before_response {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:11.816308 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-084e5dde-11cc-416d-89cd-88668a0d6911 req-4503a2bb-d2ce-4e29-a514-2bb2cef87559 service neutron] 10.222.0.13 "PUT /v2.0/ports/5d2f4ab4-d4ef-4e77-ac4b-7824be632801 HTTP/1.1" status: 200 len: 1094 time: 3.4979870 Mar 11 02:55:11.817212 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dd19f43-d516-4b24-838e-967e390ddf45', 'tag': '5d2f4ab4-d4ef-4e77-ac4b-7824be632801'}] {{(pid=103103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 02:55:11.998066 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-20cd2782-0f0e-47f1-ad8a-5ac327c6ede7 req-7aa8d464-8f13-4256-9eb1-482b6ab054b2 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/ports?device_id=793849be-e460-43aa-8520-df0dc2494d36 HTTP/1.1" status: 200 len: 210 time: 0.3747334 Mar 11 02:55:12.224963 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-b7419342-9e82-41b3-8a60-c736fa07f82c req-384634e4-adba-4a5c-990d-a54d5461687d tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/ports?device_id=13132607-0993-42da-b12a-915a6d20ac5e HTTP/1.1" status: 200 len: 210 time: 0.4262795 Mar 11 02:55:12.250869 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4503a2bb-d2ce-4e29-a514-2bb2cef87559 service neutron] Pushing event updated for resources: {'Port': ['ID=5d2f4ab4-d4ef-4e77-ac4b-7824be632801,revision_number=3']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:55:12.290320 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.db.db_base_plugin_common [req-a9a0b5b3-2507-4810-aad9-b2738236df1b req-7c55685a-97c3-44ef-b397-a721fd6e92ee tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Allocated IP 172.20.0.6 (efac0d19-7339-4c25-b4bc-ad7f12378dc1/e03685bc-4eda-4636-83ff-246654d7e2b8/d667e6b8-6222-406b-9aa8-bcfc50864c9a) {{(pid=103104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 02:55:12.322984 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_hamode_db [None req-f0e32128-bca9-465b-8f6a-c89e1b3d88dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e386feea-abcc-415c-9f6f-f9749eca19a2', 'name': 'tempest-AttachVolumeShelveTestJSON-173206986-router', 'tenant_id': '016945d4fe40485aa894be1440edd3ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'external_fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.66'}], 'enable_snat': True}, 'gw_port_id': 'c0c11f62-874c-4215-9b74-145c6bbc01a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T02:54:50Z', 'updated_at': '2022-03-11T02:55:05Z', 'revision_number': 4, 'project_id': '016945d4fe40485aa894be1440edd3ad', 'gw_port': {'id': 'c0c11f62-874c-4215-9b74-145c6bbc01a9', 'name': '', 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:74:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e386feea-abcc-415c-9f6f-f9749eca19a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:54:52Z', 'updated_at': '2022-03-11T02:55:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-smb', '_interfaces': [{'id': '35412e3f-7cce-4b83-b34e-1d9b0fe5ea22', 'name': '', 'network_id': 'c37e13a0-a6c7-4b0f-ae0c-93319b771da2', 'tenant_id': '016945d4fe40485aa894be1440edd3ad', 'mac_address': 'fa:16:3e:4f:84:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e386feea-abcc-415c-9f6f-f9749eca19a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5c53e0a5-6c83-4aeb-b9db-2d1372c504dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:55:01Z', 'updated_at': '2022-03-11T02:55:07Z', 'revision_number': 2, 'project_id': '016945d4fe40485aa894be1440edd3ad', 'subnets': [{'id': '5c53e0a5-6c83-4aeb-b9db-2d1372c504dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-14-smb', False) {} {{(pid=103105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 02:55:12.370341 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-d94fa885-2a25-4e07-a77a-9132528f9680 req-642aed1b-74e3-470a-bf5f-b24f556d72c2 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Publish callbacks [] for port (07c49de9-be92-4f37-96d3-d58c8107b200), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:12.400779 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e32128-bca9-465b-8f6a-c89e1b3d88dd None None] Checking router: e386feea-abcc-415c-9f6f-f9749eca19a2 for host: dv-cinder-740146-14-smb {{(pid=103105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 02:55:12.401184 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e32128-bca9-465b-8f6a-c89e1b3d88dd None None] Updating router e386feea-abcc-415c-9f6f-f9749eca19a2 port 35412e3f-7cce-4b83-b34e-1d9b0fe5ea22 binding host dv-cinder-740146-14-smb {{(pid=103105) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 02:55:12.503435 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-f0e32128-bca9-465b-8f6a-c89e1b3d88dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (35412e3f-7cce-4b83-b34e-1d9b0fe5ea22), before_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:12.604949 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-d94fa885-2a25-4e07-a77a-9132528f9680 req-642aed1b-74e3-470a-bf5f-b24f556d72c2 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774348857676'] for port (07c49de9-be92-4f37-96d3-d58c8107b200), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:12.608424 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084e5dde-11cc-416d-89cd-88668a0d6911 req-907590a7-218d-4e8c-b34a-707344f1ff8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:12.610879 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-084e5dde-11cc-416d-89cd-88668a0d6911 req-907590a7-218d-4e8c-b34a-707344f1ff8b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e7f933740925401db4e30504577ece30&device_id=5dd19f43-d516-4b24-838e-967e390ddf45 HTTP/1.1" status: 200 len: 1128 time: 0.5678804 Mar 11 02:55:12.626939 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0307d8cb-6c51-400d-af02-c70ad851efb5 req-9e6c0578-c0f7-4539-8b67-d8d53b4330f5 tempest-DeleteServersTestJSON-1352040899 tempest-DeleteServersTestJSON-1352040899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:12.641875 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-0307d8cb-6c51-400d-af02-c70ad851efb5 req-9e6c0578-c0f7-4539-8b67-d8d53b4330f5 tempest-DeleteServersTestJSON-1352040899 tempest-DeleteServersTestJSON-1352040899-project] 10.222.0.20 "GET /v2.0/ports?device_id=5dd19f43-d516-4b24-838e-967e390ddf45 HTTP/1.1" status: 200 len: 944 time: 0.2812169 Mar 11 02:55:12.740353 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-0307d8cb-6c51-400d-af02-c70ad851efb5 req-963580b1-f9f9-4917-b7fa-8361c868f33c tempest-DeleteServersTestJSON-1352040899 tempest-DeleteServersTestJSON-1352040899-project] 10.222.0.20 "GET /v2.0/security-groups?id=702f855b-8c0a-44fc-99f1-607f482b6446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975864 Mar 11 02:55:12.817722 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d94fa885-2a25-4e07-a77a-9132528f9680 req-642aed1b-74e3-470a-bf5f-b24f556d72c2 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Network 845c03c2-a500-4a58-b6f9-0437e53ee18b is already hosted by enough agents. {{(pid=103104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 02:55:12.826884 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-a9a0b5b3-2507-4810-aad9-b2738236df1b req-7c55685a-97c3-44ef-b397-a721fd6e92ee tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Publish callbacks [] for port (d667e6b8-6222-406b-9aa8-bcfc50864c9a), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:12.831406 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.scheduler.base_scheduler [req-d94fa885-2a25-4e07-a77a-9132528f9680 req-642aed1b-74e3-470a-bf5f-b24f556d72c2 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Resources bound (agent type, host, resource id): {{(pid=103104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 02:55:12.835057 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.db.l3_dvrscheduler_db [req-d94fa885-2a25-4e07-a77a-9132528f9680 req-642aed1b-74e3-470a-bf5f-b24f556d72c2 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Received port after_create {{(pid=103104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 02:55:12.841136 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94fa885-2a25-4e07-a77a-9132528f9680 req-642aed1b-74e3-470a-bf5f-b24f556d72c2 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:12.841767 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-d94fa885-2a25-4e07-a77a-9132528f9680 req-642aed1b-74e3-470a-bf5f-b24f556d72c2 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-648073'] for port (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:12.850688 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642aed1b-74e3-470a-bf5f-b24f556d72c2 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Pushing event updated for resources: {'Port': ['ID=07c49de9-be92-4f37-96d3-d58c8107b200,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:55:12.901167 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-d94fa885-2a25-4e07-a77a-9132528f9680 req-642aed1b-74e3-470a-bf5f-b24f556d72c2 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6610568 Mar 11 02:55:12.961972 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-a9a0b5b3-2507-4810-aad9-b2738236df1b req-7c55685a-97c3-44ef-b397-a721fd6e92ee tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774348857676'] for port (d667e6b8-6222-406b-9aa8-bcfc50864c9a), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:13.130765 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9a0b5b3-2507-4810-aad9-b2738236df1b req-7c55685a-97c3-44ef-b397-a721fd6e92ee tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Network efac0d19-7339-4c25-b4bc-ad7f12378dc1 is already hosted by enough agents. {{(pid=103104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 02:55:13.139815 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.v2.base [req-d94fa885-2a25-4e07-a77a-9132528f9680 req-61bd2746-7db7-4816-9447-337e89db13e7 service neutron] Request body: {'port': {'device_id': '13132607-0993-42da-b12a-915a6d20ac5e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=103104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 02:55:13.191653 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.scheduler.base_scheduler [req-a9a0b5b3-2507-4810-aad9-b2738236df1b req-7c55685a-97c3-44ef-b397-a721fd6e92ee tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Resources bound (agent type, host, resource id): {{(pid=103104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 02:55:13.218007 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9a0b5b3-2507-4810-aad9-b2738236df1b req-7c55685a-97c3-44ef-b397-a721fd6e92ee tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Received port after_create {{(pid=103104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 02:55:13.231034 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a0b5b3-2507-4810-aad9-b2738236df1b req-7c55685a-97c3-44ef-b397-a721fd6e92ee tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:13.231747 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-a9a0b5b3-2507-4810-aad9-b2738236df1b req-7c55685a-97c3-44ef-b397-a721fd6e92ee tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-648073'] for port (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:13.312770 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c55685a-97c3-44ef-b397-a721fd6e92ee tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Pushing event updated for resources: {'Port': ['ID=d667e6b8-6222-406b-9aa8-bcfc50864c9a,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:55:13.382851 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-a9a0b5b3-2507-4810-aad9-b2738236df1b req-7c55685a-97c3-44ef-b397-a721fd6e92ee tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3750002 Mar 11 02:55:13.424112 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-084e5dde-11cc-416d-89cd-88668a0d6911 req-f4d4162a-a771-4714-adcf-272052c654f2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5d2f4ab4-d4ef-4e77-ac4b-7824be632801 HTTP/1.1" status: 200 len: 217 time: 0.3696434 Mar 11 02:55:13.440046 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.v2.base [req-a9a0b5b3-2507-4810-aad9-b2738236df1b req-f54381d0-f022-4782-ab26-6658f53b81cc service neutron] Request body: {'port': {'device_id': '44ba0812-5702-4378-8cc2-5e7a41359e7e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=103104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 02:55:13.442879 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01538650e82e627c230aebb0f4260c9c3d521d1c82d3da266e06d33243b5f1b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-912d4777-bc50-497d-83fb-5d3c4e7a2445" -d '{"events": [{"name": "network-changed", "server_uuid": "5dd19f43-d516-4b24-838e-967e390ddf45", "tag": "5d2f4ab4-d4ef-4e77-ac4b-7824be632801"}]}' {{(pid=103103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 02:55:13.446586 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [None req-37e54601-9121-4d96-94d5-af81413d33d0 None None] Provisioning complete for port 07c49de9-be92-4f37-96d3-d58c8107b200 triggered by entity DHCP. {{(pid=103105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 02:55:13.447668 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-37e54601-9121-4d96-94d5-af81413d33d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536573942'] for port (07c49de9-be92-4f37-96d3-d58c8107b200), provisioning_complete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:13.544277 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-2b991ec7-154f-47c1-80f1-4c5c4df29df0 req-476c6a5f-bc3d-4907-bf8a-da46cb598f5c tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/ports?device_id=793849be-e460-43aa-8520-df0dc2494d36 HTTP/1.1" status: 200 len: 210 time: 0.3114855 Mar 11 02:55:13.551464 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-f0e32128-bca9-465b-8f6a-c89e1b3d88dd None None] Publish callbacks [] for port (35412e3f-7cce-4b83-b34e-1d9b0fe5ea22), precommit_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:13.561815 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-37e54601-9121-4d96-94d5-af81413d33d0 None None] Port 07c49de9-be92-4f37-96d3-d58c8107b200 cannot update to ACTIVE because it is not bound. {{(pid=103105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 02:55:13.573713 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-f0e32128-bca9-465b-8f6a-c89e1b3d88dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712'] for port (35412e3f-7cce-4b83-b34e-1d9b0fe5ea22), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:13.599777 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-d94fa885-2a25-4e07-a77a-9132528f9680 req-61bd2746-7db7-4816-9447-337e89db13e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (07c49de9-be92-4f37-96d3-d58c8107b200), before_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:13.741301 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-a9a0b5b3-2507-4810-aad9-b2738236df1b req-f54381d0-f022-4782-ab26-6658f53b81cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (d667e6b8-6222-406b-9aa8-bcfc50864c9a), before_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:13.784454 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 38522) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:55:13.786100 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084e5dde-11cc-416d-89cd-88668a0d6911 req-b26709d8-ac44-4caf-9c28-36307541fd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:13.787570 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-084e5dde-11cc-416d-89cd-88668a0d6911 req-b26709d8-ac44-4caf-9c28-36307541fd29 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4ba06441-f062-4730-8ff7-add49f12ccc3 HTTP/1.1" status: 200 len: 852 time: 0.3374772 Mar 11 02:55:13.820271 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.v2.base [None req-5ed9ce87-1c15-4b2e-a0cf-797dffac82af tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Request body: {'security_group': {'name': 'tempest-securitygroup--375425062', 'description': 'tempest-description--770350962'}} {{(pid=103103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 02:55:13.901693 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc68e55-ded0-4be8-a4c3-cf2f46dc3514 None None] Pushing event updated for resources: {'Port': ['ID=35412e3f-7cce-4b83-b34e-1d9b0fe5ea22,revision_number=3']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:55:14.015077 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.managers [None req-f0e32128-bca9-465b-8f6a-c89e1b3d88dd None None] Attempting to bind port 35412e3f-7cce-4b83-b34e-1d9b0fe5ea22 on host dv-cinder-740146-14-smb for vnic_type normal with profile {{(pid=103105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 02:55:14.015465 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.managers [None req-f0e32128-bca9-465b-8f6a-c89e1b3d88dd None None] Attempting to bind port 35412e3f-7cce-4b83-b34e-1d9b0fe5ea22 by drivers openvswitch,hyperv on host dv-cinder-740146-14-smb at level 0 using segments [{'id': 'e477fdca-2d56-4686-9dff-dd5cd9b82843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'c37e13a0-a6c7-4b0f-ae0c-93319b771da2'}] {{(pid=103105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 02:55:14.015837 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e32128-bca9-465b-8f6a-c89e1b3d88dd None None] Attempting to bind port 35412e3f-7cce-4b83-b34e-1d9b0fe5ea22 on network c37e13a0-a6c7-4b0f-ae0c-93319b771da2 {{(pid=103105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 02:55:14.028117 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e32128-bca9-465b-8f6a-c89e1b3d88dd None None] Checking agent: {'id': '36a16930-fe6f-49e2-96be-29faaa54e9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 2, 46, 29), 'started_at': datetime.datetime(2022, 3, 11, 2, 46, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 2, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 02:55:14.037328 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e32128-bca9-465b-8f6a-c89e1b3d88dd None None] Checking segment: {'id': 'e477fdca-2d56-4686-9dff-dd5cd9b82843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'c37e13a0-a6c7-4b0f-ae0c-93319b771da2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 02:55:14.037856 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-f0e32128-bca9-465b-8f6a-c89e1b3d88dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:14.038274 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e32128-bca9-465b-8f6a-c89e1b3d88dd None None] Bound using segment: {'id': 'e477fdca-2d56-4686-9dff-dd5cd9b82843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'c37e13a0-a6c7-4b0f-ae0c-93319b771da2'} {{(pid=103105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 02:55:14.038845 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.managers [None req-f0e32128-bca9-465b-8f6a-c89e1b3d88dd None None] Bound port: 35412e3f-7cce-4b83-b34e-1d9b0fe5ea22, host: dv-cinder-740146-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e477fdca-2d56-4686-9dff-dd5cd9b82843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'c37e13a0-a6c7-4b0f-ae0c-93319b771da2'}}] {{(pid=103105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 02:55:14.039239 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-f0e32128-bca9-465b-8f6a-c89e1b3d88dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (35412e3f-7cce-4b83-b34e-1d9b0fe5ea22), before_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:14.045330 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.13', 55056) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:55:14.062326 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-084e5dde-11cc-416d-89cd-88668a0d6911 req-df711629-b90c-416a-b42f-be6eede6339b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=49572182-0bfb-4d8e-8b3c-cb692959f2dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2376502 Mar 11 02:55:14.185300 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [None req-7f1be0c3-fd3b-4b90-855f-ff25aec7c00d None None] Provisioning complete for port 35412e3f-7cce-4b83-b34e-1d9b0fe5ea22 triggered by entity DHCP. {{(pid=103105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 02:55:14.185793 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-7f1be0c3-fd3b-4b90-855f-ff25aec7c00d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536573942'] for port (35412e3f-7cce-4b83-b34e-1d9b0fe5ea22), provisioning_complete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:14.246345 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-7f1be0c3-fd3b-4b90-855f-ff25aec7c00d None None] Port 35412e3f-7cce-4b83-b34e-1d9b0fe5ea22 cannot update to ACTIVE because it is not bound. {{(pid=103105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 02:55:14.272430 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-f0e32128-bca9-465b-8f6a-c89e1b3d88dd None None] For port 35412e3f-7cce-4b83-b34e-1d9b0fe5ea22, host dv-cinder-740146-14-smb, cleared binding levels {{(pid=103105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 02:55:14.278972 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-f0e32128-bca9-465b-8f6a-c89e1b3d88dd None None] For port 35412e3f-7cce-4b83-b34e-1d9b0fe5ea22, host dv-cinder-740146-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-smb',level=0,port_id=35412e3f-7cce-4b83-b34e-1d9b0fe5ea22,segment=NetworkSegment(e477fdca-2d56-4686-9dff-dd5cd9b82843),segment_id=e477fdca-2d56-4686-9dff-dd5cd9b82843)] {{(pid=103105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 02:55:14.290556 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-f0e32128-bca9-465b-8f6a-c89e1b3d88dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712'] for port (35412e3f-7cce-4b83-b34e-1d9b0fe5ea22), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:14.371821 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e32128-bca9-465b-8f6a-c89e1b3d88dd None None] Routers {'e386feea-abcc-415c-9f6f-f9749eca19a2'} bound to L3 agent in host dv-cinder-740146-14-smb {{(pid=103105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 02:55:14.373164 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_hamode_db [None req-f0e32128-bca9-465b-8f6a-c89e1b3d88dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T02:46:25Z,description=,heartbeat_timestamp=2022-03-11T02:54:55Z,host='dv-cinder-740146-14-smb',id=368653ed-b5ce-4183-9c3b-231a0bc3dd35,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T02:46:25Z,topic='l3_agent')) {'router_ids': ['e386feea-abcc-415c-9f6f-f9749eca19a2'], 'active': True} {{(pid=103105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 02:55:14.626829 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 02:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3839941-0525-4529-a31f-0cbb736b4d24 x-openstack-request-id: req-a3839941-0525-4529-a31f-0cbb736b4d24 {{(pid=103103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 02:55:14.628088 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dd19f43-d516-4b24-838e-967e390ddf45", "tag": "5d2f4ab4-d4ef-4e77-ac4b-7824be632801", "status": "completed", "code": 200}]} {{(pid=103103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 02:55:14.628675 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a3839941-0525-4529-a31f-0cbb736b4d24 {{(pid=103103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 02:55:14.629741 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dd19f43-d516-4b24-838e-967e390ddf45', 'tag': '5d2f4ab4-d4ef-4e77-ac4b-7824be632801', 'status': 'completed', 'code': 200} Mar 11 02:55:14.653796 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_dvr_db [None req-f0e32128-bca9-465b-8f6a-c89e1b3d88dd None None] Set router e386feea-abcc-415c-9f6f-f9749eca19a2 gateway port host: dv-cinder-740146-14-smb {{(pid=103105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 02:55:14.675603 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-5ed9ce87-1c15-4b2e-a0cf-797dffac82af tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Publish callbacks [] for security_group (None), before_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:14.793876 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697c071e-c394-4b99-95c3-bc7ce9ebc5ff req-73f28de0-bd3f-4003-8fac-73af1319d41e tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:14.805820 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-697c071e-c394-4b99-95c3-bc7ce9ebc5ff req-73f28de0-bd3f-4003-8fac-73af1319d41e tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/ports?device_id=13132607-0993-42da-b12a-915a6d20ac5e HTTP/1.1" status: 200 len: 932 time: 1.1189554 Mar 11 02:55:14.908511 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [None req-3fa86f4a-06f5-4bfb-9a75-f6d5b13e4284 None None] Provisioning complete for port 35412e3f-7cce-4b83-b34e-1d9b0fe5ea22 triggered by entity DHCP. {{(pid=103105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 02:55:14.909294 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-3fa86f4a-06f5-4bfb-9a75-f6d5b13e4284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536573942'] for port (35412e3f-7cce-4b83-b34e-1d9b0fe5ea22), provisioning_complete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:15.130539 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083ef9e1-0443-40aa-86db-548a29aba417 req-217abe5c-de2e-45f9-9d03-448ddcdccfe2 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:15.134476 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-083ef9e1-0443-40aa-86db-548a29aba417 req-217abe5c-de2e-45f9-9d03-448ddcdccfe2 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.13 "GET /v2.0/networks?id=efac0d19-7339-4c25-b4bc-ad7f12378dc1 HTTP/1.1" status: 200 len: 818 time: 1.0747633 Mar 11 02:55:15.144320 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc68e55-ded0-4be8-a4c3-cf2f46dc3514 None None] Pushing event updated for resources: {'Port': ['ID=35412e3f-7cce-4b83-b34e-1d9b0fe5ea22,revision_number=4']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:55:15.185800 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360c6ce6-00c3-4b85-a44e-29e9cc3f90cf req-6c244da8-ca18-419c-9285-3258e564855d tempest-DeleteServersTestJSON-1352040899 tempest-DeleteServersTestJSON-1352040899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:15.196606 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-360c6ce6-00c3-4b85-a44e-29e9cc3f90cf req-6c244da8-ca18-419c-9285-3258e564855d tempest-DeleteServersTestJSON-1352040899 tempest-DeleteServersTestJSON-1352040899-project] 10.222.0.20 "GET /v2.0/ports?device_id=5dd19f43-d516-4b24-838e-967e390ddf45 HTTP/1.1" status: 200 len: 944 time: 0.5920560 Mar 11 02:55:15.225659 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.v2.base [req-083ef9e1-0443-40aa-86db-548a29aba417 req-bc7d03fe-fd27-4ec6-a872-263c30d3b10b tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Request body: {'port': {'device_id': '793849be-e460-43aa-8520-df0dc2494d36', 'network_id': 'efac0d19-7339-4c25-b4bc-ad7f12378dc1', 'admin_state_up': True, 'tenant_id': '455c4aaecbbb4110abf67996ffc3f4bb'}} {{(pid=103103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 02:55:15.314636 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-084e5dde-11cc-416d-89cd-88668a0d6911 req-5c89b3a8-ddaf-4c71-8db4-97f1f63d8c25 service neutron] 10.222.0.13 "GET /v2.0/networks/49572182-0bfb-4d8e-8b3c-cb692959f2dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7194960 Mar 11 02:55:15.335316 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-697c071e-c394-4b99-95c3-bc7ce9ebc5ff req-1fbff2a3-3443-4f4e-a508-538d8b996f94 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9c75b18-9067-4656-afb9-de1b8b0fda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5281453 Mar 11 02:55:15.336205 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.notifiers.nova [req-a9a0b5b3-2507-4810-aad9-b2738236df1b req-f54381d0-f022-4782-ab26-6658f53b81cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d667e6b8-6222-406b-9aa8-bcfc50864c9a {{(pid=103104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 02:55:15.481734 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-3fa86f4a-06f5-4bfb-9a75-f6d5b13e4284 None None] Current status of the port 35412e3f-7cce-4b83-b34e-1d9b0fe5ea22 is: DOWN; New status is: ACTIVE {{(pid=103105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 02:55:15.485253 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-3fa86f4a-06f5-4bfb-9a75-f6d5b13e4284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (35412e3f-7cce-4b83-b34e-1d9b0fe5ea22), before_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:15.501512 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-360c6ce6-00c3-4b85-a44e-29e9cc3f90cf req-9c917c06-5581-4395-8a46-9053055238d4 tempest-DeleteServersTestJSON-1352040899 tempest-DeleteServersTestJSON-1352040899-project] 10.222.0.20 "GET /v2.0/security-groups?id=702f855b-8c0a-44fc-99f1-607f482b6446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3038187 Mar 11 02:55:15.503588 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-a9a0b5b3-2507-4810-aad9-b2738236df1b req-f54381d0-f022-4782-ab26-6658f53b81cc service neutron] Publish callbacks [] for port (d667e6b8-6222-406b-9aa8-bcfc50864c9a), precommit_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:15.608982 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-8ffa09bb-0529-461f-a577-da8e52840888 req-5c2babc0-c820-47f4-b3d3-e92b76cdc963 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/ports?device_id=793849be-e460-43aa-8520-df0dc2494d36 HTTP/1.1" status: 200 len: 210 time: 0.1083374 Mar 11 02:55:15.614131 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-5ed9ce87-1c15-4b2e-a0cf-797dffac82af tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Publish callbacks [] for security_group (80bb0548-f8bc-4a80-afbb-37b7a84dba28), precommit_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:15.676577 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-3fa86f4a-06f5-4bfb-9a75-f6d5b13e4284 None None] For port 35412e3f-7cce-4b83-b34e-1d9b0fe5ea22, host dv-cinder-740146-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-smb',level=0,port_id=35412e3f-7cce-4b83-b34e-1d9b0fe5ea22,segment=NetworkSegment(e477fdca-2d56-4686-9dff-dd5cd9b82843),segment_id=e477fdca-2d56-4686-9dff-dd5cd9b82843)] {{(pid=103105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 02:55:15.687231 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.db.provisioning_blocks [req-a9a0b5b3-2507-4810-aad9-b2738236df1b req-f54381d0-f022-4782-ab26-6658f53b81cc service neutron] Transition to ACTIVE for port object d667e6b8-6222-406b-9aa8-bcfc50864c9a will not be triggered until provisioned by entity L2. {{(pid=103104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 02:55:15.694810 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-5ed9ce87-1c15-4b2e-a0cf-797dffac82af tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (80bb0548-f8bc-4a80-afbb-37b7a84dba28), after_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:15.698205 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-a9a0b5b3-2507-4810-aad9-b2738236df1b req-f54381d0-f022-4782-ab26-6658f53b81cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712'] for port (d667e6b8-6222-406b-9aa8-bcfc50864c9a), after_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:15.767060 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-3fa86f4a-06f5-4bfb-9a75-f6d5b13e4284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712'] for port (35412e3f-7cce-4b83-b34e-1d9b0fe5ea22), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:15.784250 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.notifiers.nova [req-d94fa885-2a25-4e07-a77a-9132528f9680 req-61bd2746-7db7-4816-9447-337e89db13e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07c49de9-be92-4f37-96d3-d58c8107b200 {{(pid=103104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 02:55:15.806716 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-084e5dde-11cc-416d-89cd-88668a0d6911 req-6c6fef22-0825-449b-9dfa-9746fede9a59 service neutron] 10.222.0.13 "GET /v2.0/networks/49572182-0bfb-4d8e-8b3c-cb692959f2dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4568360 Mar 11 02:55:15.806923 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-d94fa885-2a25-4e07-a77a-9132528f9680 req-61bd2746-7db7-4816-9447-337e89db13e7 service neutron] Publish callbacks [] for port (07c49de9-be92-4f37-96d3-d58c8107b200), precommit_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:15.850094 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54381d0-f022-4782-ab26-6658f53b81cc service neutron] Pushing event updated for resources: {'Port': ['ID=d667e6b8-6222-406b-9aa8-bcfc50864c9a,revision_number=2']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:55:15.864878 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.db.provisioning_blocks [req-d94fa885-2a25-4e07-a77a-9132528f9680 req-61bd2746-7db7-4816-9447-337e89db13e7 service neutron] Transition to ACTIVE for port object 07c49de9-be92-4f37-96d3-d58c8107b200 will not be triggered until provisioned by entity L2. {{(pid=103104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 02:55:15.879243 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-d94fa885-2a25-4e07-a77a-9132528f9680 req-61bd2746-7db7-4816-9447-337e89db13e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712'] for port (07c49de9-be92-4f37-96d3-d58c8107b200), after_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:15.892338 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed9ce87-1c15-4b2e-a0cf-797dffac82af tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80bb0548-f8bc-4a80-afbb-37b7a84dba28,revision_number=1']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:55:15.942062 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa86f4a-06f5-4bfb-9a75-f6d5b13e4284 None None] Pushing event updated for resources: {'Port': ['ID=35412e3f-7cce-4b83-b34e-1d9b0fe5ea22,revision_number=5']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:55:15.981980 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_hamode_db [None req-f0e32128-bca9-465b-8f6a-c89e1b3d88dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e386feea-abcc-415c-9f6f-f9749eca19a2', 'name': 'tempest-AttachVolumeShelveTestJSON-173206986-router', 'tenant_id': '016945d4fe40485aa894be1440edd3ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'external_fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.66'}], 'enable_snat': True}, 'gw_port_id': 'c0c11f62-874c-4215-9b74-145c6bbc01a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T02:54:50Z', 'updated_at': '2022-03-11T02:55:05Z', 'revision_number': 4, 'project_id': '016945d4fe40485aa894be1440edd3ad', 'gw_port': {'id': 'c0c11f62-874c-4215-9b74-145c6bbc01a9', 'name': '', 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:74:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e386feea-abcc-415c-9f6f-f9749eca19a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:54:52Z', 'updated_at': '2022-03-11T02:55:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-smb', '_interfaces': [{'id': '35412e3f-7cce-4b83-b34e-1d9b0fe5ea22', 'name': '', 'network_id': 'c37e13a0-a6c7-4b0f-ae0c-93319b771da2', 'tenant_id': '016945d4fe40485aa894be1440edd3ad', 'mac_address': 'fa:16:3e:4f:84:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e386feea-abcc-415c-9f6f-f9749eca19a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5c53e0a5-6c83-4aeb-b9db-2d1372c504dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:55:01Z', 'updated_at': '2022-03-11T02:55:14Z', 'revision_number': 4, 'project_id': '016945d4fe40485aa894be1440edd3ad', 'subnets': [{'id': '5c53e0a5-6c83-4aeb-b9db-2d1372c504dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-14-smb', False) {} {{(pid=103105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 02:55:16.021468 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e32128-bca9-465b-8f6a-c89e1b3d88dd None None] The sync data for ids ['e386feea-abcc-415c-9f6f-f9749eca19a2'] in dv-cinder-740146-14-smb is: [{'id': 'e386feea-abcc-415c-9f6f-f9749eca19a2', 'name': 'tempest-AttachVolumeShelveTestJSON-173206986-router', 'tenant_id': '016945d4fe40485aa894be1440edd3ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'external_fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.66'}], 'enable_snat': True}, 'gw_port_id': 'c0c11f62-874c-4215-9b74-145c6bbc01a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T02:54:50Z', 'updated_at': '2022-03-11T02:55:05Z', 'revision_number': 4, 'project_id': '016945d4fe40485aa894be1440edd3ad', 'gw_port': {'id': 'c0c11f62-874c-4215-9b74-145c6bbc01a9', 'name': '', 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:74:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e386feea-abcc-415c-9f6f-f9749eca19a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:54:52Z', 'updated_at': '2022-03-11T02:55:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-smb', '_interfaces': [{'id': '35412e3f-7cce-4b83-b34e-1d9b0fe5ea22', 'name': '', 'network_id': 'c37e13a0-a6c7-4b0f-ae0c-93319b771da2', 'tenant_id': '016945d4fe40485aa894be1440edd3ad', 'mac_address': 'fa:16:3e:4f:84:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e386feea-abcc-415c-9f6f-f9749eca19a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5c53e0a5-6c83-4aeb-b9db-2d1372c504dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:55:01Z', 'updated_at': '2022-03-11T02:55:14Z', 'revision_number': 4, 'project_id': '016945d4fe40485aa894be1440edd3ad', 'subnets': [{'id': '5c53e0a5-6c83-4aeb-b9db-2d1372c504dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 02:55:16.049459 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-5ed9ce87-1c15-4b2e-a0cf-797dffac82af tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Publish callbacks [] for security_group (None), before_response {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:16.057288 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-5ed9ce87-1c15-4b2e-a0cf-797dffac82af tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 2.2678382 Mar 11 02:55:16.059645 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 38578) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:55:16.142634 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.v2.base [None req-c632c2b9-666e-4b5d-bdae-a8a55ff3d700 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Request body: {'security_group_rule': {'security_group_id': '80bb0548-f8bc-4a80-afbb-37b7a84dba28', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 02:55:16.185764 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.managers [req-a9a0b5b3-2507-4810-aad9-b2738236df1b req-f54381d0-f022-4782-ab26-6658f53b81cc service neutron] Attempting to bind port d667e6b8-6222-406b-9aa8-bcfc50864c9a on host hv-cinder-74014 for vnic_type normal with profile {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 02:55:16.187348 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.managers [req-a9a0b5b3-2507-4810-aad9-b2738236df1b req-f54381d0-f022-4782-ab26-6658f53b81cc service neutron] Attempting to bind port d667e6b8-6222-406b-9aa8-bcfc50864c9a by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': '9dafc380-f183-4cac-bb58-3fadfbe37e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'efac0d19-7339-4c25-b4bc-ad7f12378dc1'}] {{(pid=103104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 02:55:16.187953 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a0b5b3-2507-4810-aad9-b2738236df1b req-f54381d0-f022-4782-ab26-6658f53b81cc service neutron] Attempting to bind port d667e6b8-6222-406b-9aa8-bcfc50864c9a on network efac0d19-7339-4c25-b4bc-ad7f12378dc1 {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 02:55:16.213492 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-083ef9e1-0443-40aa-86db-548a29aba417 req-bc7d03fe-fd27-4ec6-a872-263c30d3b10b tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Made reservation on behalf of 455c4aaecbbb4110abf67996ffc3f4bb for: {'port': 1} {{(pid=103103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 02:55:16.217184 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [req-083ef9e1-0443-40aa-86db-548a29aba417 req-bc7d03fe-fd27-4ec6-a872-263c30d3b10b tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (None), before_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:16.252062 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bd2746-7db7-4816-9447-337e89db13e7 service neutron] Pushing event updated for resources: {'Port': ['ID=07c49de9-be92-4f37-96d3-d58c8107b200,revision_number=2']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:55:16.272181 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a0b5b3-2507-4810-aad9-b2738236df1b req-f54381d0-f022-4782-ab26-6658f53b81cc service neutron] Port d667e6b8-6222-406b-9aa8-bcfc50864c9a on network efac0d19-7339-4c25-b4bc-ad7f12378dc1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 02:55:16.272491 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a0b5b3-2507-4810-aad9-b2738236df1b req-f54381d0-f022-4782-ab26-6658f53b81cc service neutron] Attempting to bind port d667e6b8-6222-406b-9aa8-bcfc50864c9a on network efac0d19-7339-4c25-b4bc-ad7f12378dc1 {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 02:55:16.289119 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912d4777-bc50-497d-83fb-5d3c4e7a2445 req-9b410889-e62a-47f4-8a40-20dfb0cb779b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:16.290654 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-912d4777-bc50-497d-83fb-5d3c4e7a2445 req-9b410889-e62a-47f4-8a40-20dfb0cb779b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e7f933740925401db4e30504577ece30&device_id=5dd19f43-d516-4b24-838e-967e390ddf45 HTTP/1.1" status: 200 len: 1128 time: 0.3684363 Mar 11 02:55:16.293930 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-c632c2b9-666e-4b5d-bdae-a8a55ff3d700 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Publish callbacks [] for security_group_rule (a3d391cd-2602-4894-8db1-199d9e707812), before_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:16.381939 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.managers [req-d94fa885-2a25-4e07-a77a-9132528f9680 req-61bd2746-7db7-4816-9447-337e89db13e7 service neutron] Attempting to bind port 07c49de9-be92-4f37-96d3-d58c8107b200 on host hv-cinder-74014 for vnic_type normal with profile {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 02:55:16.382329 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.managers [req-d94fa885-2a25-4e07-a77a-9132528f9680 req-61bd2746-7db7-4816-9447-337e89db13e7 service neutron] Attempting to bind port 07c49de9-be92-4f37-96d3-d58c8107b200 by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': '22446c97-92b8-47e2-ad9c-302a226f6755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '845c03c2-a500-4a58-b6f9-0437e53ee18b'}] {{(pid=103104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 02:55:16.382661 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d94fa885-2a25-4e07-a77a-9132528f9680 req-61bd2746-7db7-4816-9447-337e89db13e7 service neutron] Attempting to bind port 07c49de9-be92-4f37-96d3-d58c8107b200 on network 845c03c2-a500-4a58-b6f9-0437e53ee18b {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 02:55:16.404246 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a0b5b3-2507-4810-aad9-b2738236df1b req-f54381d0-f022-4782-ab26-6658f53b81cc service neutron] Checking agent: {'id': '56ad6e9b-975a-4fdf-b549-1f3c33ba94e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 2, 52, 47), 'started_at': datetime.datetime(2022, 3, 11, 2, 52, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 2, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 02:55:16.404611 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a0b5b3-2507-4810-aad9-b2738236df1b req-f54381d0-f022-4782-ab26-6658f53b81cc service neutron] Checking segment: {'id': '9dafc380-f183-4cac-bb58-3fadfbe37e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'efac0d19-7339-4c25-b4bc-ad7f12378dc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 02:55:16.408176 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a0b5b3-2507-4810-aad9-b2738236df1b req-f54381d0-f022-4782-ab26-6658f53b81cc service neutron] Bound using segment: {'id': '9dafc380-f183-4cac-bb58-3fadfbe37e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'efac0d19-7339-4c25-b4bc-ad7f12378dc1'} {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 02:55:16.409118 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.managers [req-a9a0b5b3-2507-4810-aad9-b2738236df1b req-f54381d0-f022-4782-ab26-6658f53b81cc service neutron] Bound port: d667e6b8-6222-406b-9aa8-bcfc50864c9a, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dafc380-f183-4cac-bb58-3fadfbe37e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'efac0d19-7339-4c25-b4bc-ad7f12378dc1'}}] {{(pid=103104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 02:55:16.409646 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-a9a0b5b3-2507-4810-aad9-b2738236df1b req-f54381d0-f022-4782-ab26-6658f53b81cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (d667e6b8-6222-406b-9aa8-bcfc50864c9a), before_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:16.436242 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d94fa885-2a25-4e07-a77a-9132528f9680 req-61bd2746-7db7-4816-9447-337e89db13e7 service neutron] Port 07c49de9-be92-4f37-96d3-d58c8107b200 on network 845c03c2-a500-4a58-b6f9-0437e53ee18b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 02:55:16.436799 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d94fa885-2a25-4e07-a77a-9132528f9680 req-61bd2746-7db7-4816-9447-337e89db13e7 service neutron] Attempting to bind port 07c49de9-be92-4f37-96d3-d58c8107b200 on network 845c03c2-a500-4a58-b6f9-0437e53ee18b {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 02:55:16.453209 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d94fa885-2a25-4e07-a77a-9132528f9680 req-61bd2746-7db7-4816-9447-337e89db13e7 service neutron] Checking agent: {'id': '56ad6e9b-975a-4fdf-b549-1f3c33ba94e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 2, 52, 47), 'started_at': datetime.datetime(2022, 3, 11, 2, 52, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 2, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 02:55:16.454064 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d94fa885-2a25-4e07-a77a-9132528f9680 req-61bd2746-7db7-4816-9447-337e89db13e7 service neutron] Checking segment: {'id': '22446c97-92b8-47e2-ad9c-302a226f6755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '845c03c2-a500-4a58-b6f9-0437e53ee18b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 02:55:16.454610 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d94fa885-2a25-4e07-a77a-9132528f9680 req-61bd2746-7db7-4816-9447-337e89db13e7 service neutron] Bound using segment: {'id': '22446c97-92b8-47e2-ad9c-302a226f6755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '845c03c2-a500-4a58-b6f9-0437e53ee18b'} {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 02:55:16.455225 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.managers [req-d94fa885-2a25-4e07-a77a-9132528f9680 req-61bd2746-7db7-4816-9447-337e89db13e7 service neutron] Bound port: 07c49de9-be92-4f37-96d3-d58c8107b200, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22446c97-92b8-47e2-ad9c-302a226f6755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '845c03c2-a500-4a58-b6f9-0437e53ee18b'}}] {{(pid=103104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 02:55:16.455747 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-d94fa885-2a25-4e07-a77a-9132528f9680 req-61bd2746-7db7-4816-9447-337e89db13e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (07c49de9-be92-4f37-96d3-d58c8107b200), before_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:16.540905 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Device 35412e3f-7cce-4b83-b34e-1d9b0fe5ea22 up at agent ovs-agent-dv-cinder-740146-14-smb {{(pid=103105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 02:55:16.683990 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.db [req-a9a0b5b3-2507-4810-aad9-b2738236df1b req-f54381d0-f022-4782-ab26-6658f53b81cc service neutron] For port d667e6b8-6222-406b-9aa8-bcfc50864c9a, host hv-cinder-74014, cleared binding levels {{(pid=103104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 02:55:16.690619 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.db [req-a9a0b5b3-2507-4810-aad9-b2738236df1b req-f54381d0-f022-4782-ab26-6658f53b81cc service neutron] For port d667e6b8-6222-406b-9aa8-bcfc50864c9a, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=d667e6b8-6222-406b-9aa8-bcfc50864c9a,segment=NetworkSegment(9dafc380-f183-4cac-bb58-3fadfbe37e0a),segment_id=9dafc380-f183-4cac-bb58-3fadfbe37e0a)] {{(pid=103104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 02:55:16.717477 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-c632c2b9-666e-4b5d-bdae-a8a55ff3d700 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Publish callbacks [] for security_group_rule (a3d391cd-2602-4894-8db1-199d9e707812), precommit_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:16.718693 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-a9a0b5b3-2507-4810-aad9-b2738236df1b req-f54381d0-f022-4782-ab26-6658f53b81cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712'] for port (d667e6b8-6222-406b-9aa8-bcfc50864c9a), after_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:16.803475 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Provisioning complete for port 35412e3f-7cce-4b83-b34e-1d9b0fe5ea22 triggered by entity L2. {{(pid=103105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 02:55:16.804001 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536573942'] for port (35412e3f-7cce-4b83-b34e-1d9b0fe5ea22), provisioning_complete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:16.905982 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-c632c2b9-666e-4b5d-bdae-a8a55ff3d700 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526655'] for security_group_rule (a3d391cd-2602-4894-8db1-199d9e707812), after_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:16.983174 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54381d0-f022-4782-ab26-6658f53b81cc service neutron] Pushing event updated for resources: {'Port': ['ID=d667e6b8-6222-406b-9aa8-bcfc50864c9a,revision_number=3']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:55:17.108870 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Current status of the port 35412e3f-7cce-4b83-b34e-1d9b0fe5ea22 is: ACTIVE; New status is: ACTIVE {{(pid=103105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 02:55:17.109753 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c632c2b9-666e-4b5d-bdae-a8a55ff3d700 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3d391cd-2602-4894-8db1-199d9e707812,revision_number=0']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:55:17.127341 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-c632c2b9-666e-4b5d-bdae-a8a55ff3d700 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:17.131213 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-c632c2b9-666e-4b5d-bdae-a8a55ff3d700 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0629265 Mar 11 02:55:17.137579 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a0b5b3-2507-4810-aad9-b2738236df1b req-f54381d0-f022-4782-ab26-6658f53b81cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:17.150812 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-a9a0b5b3-2507-4810-aad9-b2738236df1b req-f54381d0-f022-4782-ab26-6658f53b81cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-648073'] for port (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:17.154240 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 38610) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:55:17.155416 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-a9a0b5b3-2507-4810-aad9-b2738236df1b req-f54381d0-f022-4782-ab26-6658f53b81cc service neutron] 10.222.0.13 "PUT /v2.0/ports/d667e6b8-6222-406b-9aa8-bcfc50864c9a HTTP/1.1" status: 200 len: 1093 time: 3.7191360 Mar 11 02:55:17.224412 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.db [req-d94fa885-2a25-4e07-a77a-9132528f9680 req-61bd2746-7db7-4816-9447-337e89db13e7 service neutron] For port 07c49de9-be92-4f37-96d3-d58c8107b200, host hv-cinder-74014, cleared binding levels {{(pid=103104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 02:55:17.226281 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.v2.base [None req-9bb18a58-4351-42b0-a203-8a7f3cde0f70 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Request body: {'security_group_rule': {'security_group_id': '80bb0548-f8bc-4a80-afbb-37b7a84dba28', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 02:55:17.232380 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.db [req-d94fa885-2a25-4e07-a77a-9132528f9680 req-61bd2746-7db7-4816-9447-337e89db13e7 service neutron] For port 07c49de9-be92-4f37-96d3-d58c8107b200, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=07c49de9-be92-4f37-96d3-d58c8107b200,segment=NetworkSegment(22446c97-92b8-47e2-ad9c-302a226f6755),segment_id=22446c97-92b8-47e2-ad9c-302a226f6755)] {{(pid=103104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 02:55:17.240867 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44ba0812-5702-4378-8cc2-5e7a41359e7e', 'tag': 'd667e6b8-6222-406b-9aa8-bcfc50864c9a'}] {{(pid=103104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 02:55:17.318424 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (56ad6e9b-975a-4fdf-b549-1f3c33ba94e0), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:17.471009 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912d4777-bc50-497d-83fb-5d3c4e7a2445 req-e4640882-7a42-4842-96ab-c11ce61a2d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:17.478901 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-912d4777-bc50-497d-83fb-5d3c4e7a2445 req-e4640882-7a42-4842-96ab-c11ce61a2d33 service neutron] 10.222.0.13 "GET /v2.0/networks?id=49572182-0bfb-4d8e-8b3c-cb692959f2dc HTTP/1.1" status: 200 len: 913 time: 1.0851307 Mar 11 02:55:17.487067 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-d94fa885-2a25-4e07-a77a-9132528f9680 req-61bd2746-7db7-4816-9447-337e89db13e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712'] for port (07c49de9-be92-4f37-96d3-d58c8107b200), after_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:17.527166 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-9bb18a58-4351-42b0-a203-8a7f3cde0f70 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Publish callbacks [] for security_group_rule (c22e485d-fbbf-4f10-9714-1a4c044e1091), before_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:17.537771 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0a31a8-dea1-43d6-b0ae-c76da6434b1b req-0c0cfd48-5676-4cd5-b801-1fab9072d3c4 tempest-DeleteServersTestJSON-1352040899 tempest-DeleteServersTestJSON-1352040899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:17.547292 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-7e0a31a8-dea1-43d6-b0ae-c76da6434b1b req-0c0cfd48-5676-4cd5-b801-1fab9072d3c4 tempest-DeleteServersTestJSON-1352040899 tempest-DeleteServersTestJSON-1352040899-project] 10.222.0.20 "GET /v2.0/ports?device_id=5dd19f43-d516-4b24-838e-967e390ddf45 HTTP/1.1" status: 200 len: 944 time: 0.8236749 Mar 11 02:55:17.584345 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56742884-bdc7-4fa7-b499-2c0cd2d034b5 req-45619d3c-3c5b-4c9a-8d11-6d2a519566cb tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:17.594737 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-56742884-bdc7-4fa7-b499-2c0cd2d034b5 req-45619d3c-3c5b-4c9a-8d11-6d2a519566cb tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/ports?device_id=13132607-0993-42da-b12a-915a6d20ac5e HTTP/1.1" status: 200 len: 944 time: 1.0044441 Mar 11 02:55:17.597649 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94fa885-2a25-4e07-a77a-9132528f9680 req-61bd2746-7db7-4816-9447-337e89db13e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:17.598465 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-d94fa885-2a25-4e07-a77a-9132528f9680 req-61bd2746-7db7-4816-9447-337e89db13e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-648073'] for port (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:17.600000 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-d94fa885-2a25-4e07-a77a-9132528f9680 req-61bd2746-7db7-4816-9447-337e89db13e7 service neutron] 10.222.0.13 "PUT /v2.0/ports/07c49de9-be92-4f37-96d3-d58c8107b200 HTTP/1.1" status: 200 len: 1094 time: 4.4667294 Mar 11 02:55:17.740660 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-7e0a31a8-dea1-43d6-b0ae-c76da6434b1b req-c0d68b68-bd98-4e13-8e7c-ca2c6fbe5b1b tempest-DeleteServersTestJSON-1352040899 tempest-DeleteServersTestJSON-1352040899-project] 10.222.0.20 "GET /v2.0/security-groups?id=702f855b-8c0a-44fc-99f1-607f482b6446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923180 Mar 11 02:55:17.787039 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.db.db_base_plugin_common [req-083ef9e1-0443-40aa-86db-548a29aba417 req-bc7d03fe-fd27-4ec6-a872-263c30d3b10b tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Allocated IP 172.20.0.7 (efac0d19-7339-4c25-b4bc-ad7f12378dc1/e03685bc-4eda-4636-83ff-246654d7e2b8/cd468ac7-e9d7-46fd-8e96-e3509d02b8df) {{(pid=103103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 02:55:18.108278 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-912d4777-bc50-497d-83fb-5d3c4e7a2445 req-47c5e6b3-67be-4f10-a39d-43975dbae2ea service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5d2f4ab4-d4ef-4e77-ac4b-7824be632801 HTTP/1.1" status: 200 len: 217 time: 0.5885887 Mar 11 02:55:18.174129 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-39d632e0-ad28-43cd-854a-4104dbefa842 req-6c02ecbf-4bda-4347-a69c-2d92c97c346b tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/ports?device_id=793849be-e460-43aa-8520-df0dc2494d36 HTTP/1.1" status: 200 len: 210 time: 0.0583239 Mar 11 02:55:18.186165 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [req-083ef9e1-0443-40aa-86db-548a29aba417 req-bc7d03fe-fd27-4ec6-a872-263c30d3b10b tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Publish callbacks [] for port (cd468ac7-e9d7-46fd-8e96-e3509d02b8df), precommit_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:18.240798 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-9bb18a58-4351-42b0-a203-8a7f3cde0f70 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Publish callbacks [] for security_group_rule (c22e485d-fbbf-4f10-9714-1a4c044e1091), precommit_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:18.256417 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-9bb18a58-4351-42b0-a203-8a7f3cde0f70 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526655'] for security_group_rule (c22e485d-fbbf-4f10-9714-1a4c044e1091), after_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:18.315995 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a0b5b3-2507-4810-aad9-b2738236df1b req-3a8fb17b-6e44-4499-bccc-4ac95f000d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:18.319123 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-a9a0b5b3-2507-4810-aad9-b2738236df1b req-3a8fb17b-6e44-4499-bccc-4ac95f000d2c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=455c4aaecbbb4110abf67996ffc3f4bb&device_id=44ba0812-5702-4378-8cc2-5e7a41359e7e HTTP/1.1" status: 200 len: 1127 time: 0.9488196 Mar 11 02:55:18.327162 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-9bb18a58-4351-42b0-a203-8a7f3cde0f70 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:18.333902 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-9bb18a58-4351-42b0-a203-8a7f3cde0f70 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1656122 Mar 11 02:55:18.343193 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 38654) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:55:18.354581 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.v2.base [None req-6bebd873-39e9-4d02-bdbe-eebde0818284 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Request body: {'floatingip': {'floating_network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3'}} {{(pid=103103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 02:55:18.364300 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bd2746-7db7-4816-9447-337e89db13e7 service neutron] Pushing event updated for resources: {'Port': ['ID=07c49de9-be92-4f37-96d3-d58c8107b200,revision_number=3']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:55:18.377860 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb18a58-4351-42b0-a203-8a7f3cde0f70 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c22e485d-fbbf-4f10-9714-1a4c044e1091,revision_number=0']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:55:18.382800 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-56742884-bdc7-4fa7-b499-2c0cd2d034b5 req-4fd27c72-4049-454e-8905-2987ac32ba57 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9c75b18-9067-4656-afb9-de1b8b0fda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7857623 Mar 11 02:55:18.385339 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94fa885-2a25-4e07-a77a-9132528f9680 req-2205fd64-f6fd-4c5a-beb5-6e4db3a94d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:18.386866 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-d94fa885-2a25-4e07-a77a-9132528f9680 req-2205fd64-f6fd-4c5a-beb5-6e4db3a94d3c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8a19620c29074aed8f3e4d3d8c51b9c7&device_id=13132607-0993-42da-b12a-915a6d20ac5e HTTP/1.1" status: 200 len: 1128 time: 0.5861077 Mar 11 02:55:18.433999 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b4e7651ceabe3a28ab45abcf2012854968d28c41040a071bcf34f6a69b109a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91cac6cd-5399-48ae-9b29-3514b44bcde1" -d '{"events": [{"name": "network-changed", "server_uuid": "44ba0812-5702-4378-8cc2-5e7a41359e7e", "tag": "d667e6b8-6222-406b-9aa8-bcfc50864c9a"}]}' {{(pid=103104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 02:55:18.444051 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [req-083ef9e1-0443-40aa-86db-548a29aba417 req-bc7d03fe-fd27-4ec6-a872-263c30d3b10b tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774348857676'] for port (cd468ac7-e9d7-46fd-8e96-e3509d02b8df), after_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:18.462045 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-6bebd873-39e9-4d02-bdbe-eebde0818284 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:18.503861 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-083ef9e1-0443-40aa-86db-548a29aba417 req-bc7d03fe-fd27-4ec6-a872-263c30d3b10b tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Network efac0d19-7339-4c25-b4bc-ad7f12378dc1 is already hosted by enough agents. {{(pid=103103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 02:55:18.522749 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.scheduler.base_scheduler [req-083ef9e1-0443-40aa-86db-548a29aba417 req-bc7d03fe-fd27-4ec6-a872-263c30d3b10b tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Resources bound (agent type, host, resource id): {{(pid=103103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 02:55:18.554802 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7d03fe-fd27-4ec6-a872-263c30d3b10b tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Pushing event updated for resources: {'Port': ['ID=cd468ac7-e9d7-46fd-8e96-e3509d02b8df,revision_number=1']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:55:18.558832 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.db.l3_dvrscheduler_db [req-083ef9e1-0443-40aa-86db-548a29aba417 req-bc7d03fe-fd27-4ec6-a872-263c30d3b10b tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Received port after_create {{(pid=103103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 02:55:18.563906 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083ef9e1-0443-40aa-86db-548a29aba417 req-bc7d03fe-fd27-4ec6-a872-263c30d3b10b tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:18.564530 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [req-083ef9e1-0443-40aa-86db-548a29aba417 req-bc7d03fe-fd27-4ec6-a872-263c30d3b10b tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-648073'] for port (None), before_response {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:18.602916 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-083ef9e1-0443-40aa-86db-548a29aba417 req-bc7d03fe-fd27-4ec6-a872-263c30d3b10b tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4196775 Mar 11 02:55:18.608404 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 02:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f29afe7-9138-443d-8e3a-ae1366aba64f x-openstack-request-id: req-1f29afe7-9138-443d-8e3a-ae1366aba64f {{(pid=103104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 02:55:18.609155 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44ba0812-5702-4378-8cc2-5e7a41359e7e", "tag": "d667e6b8-6222-406b-9aa8-bcfc50864c9a", "status": "completed", "code": 200}]} {{(pid=103104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 02:55:18.609499 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1f29afe7-9138-443d-8e3a-ae1366aba64f {{(pid=103104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 02:55:18.610040 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44ba0812-5702-4378-8cc2-5e7a41359e7e', 'tag': 'd667e6b8-6222-406b-9aa8-bcfc50864c9a', 'status': 'completed', 'code': 200} Mar 11 02:55:18.664607 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-6bebd873-39e9-4d02-bdbe-eebde0818284 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (None), before_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:18.799722 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.db.db_base_plugin_common [None req-6bebd873-39e9-4d02-bdbe-eebde0818284 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Allocated IP 172.28.1.253 (67cf6db3-75c3-4d86-ba36-4af7c18cd6b3/b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e/f34d5f36-1546-467e-85ee-a02d0ee9bc63) {{(pid=103103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 02:55:18.908190 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc434af6-4c97-4fe4-a842-0e333af88245 req-cebb3591-dce8-42b4-b1fb-98901ea84443 tempest-DeleteServersTestJSON-1352040899 tempest-DeleteServersTestJSON-1352040899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:18.917222 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-dc434af6-4c97-4fe4-a842-0e333af88245 req-cebb3591-dce8-42b4-b1fb-98901ea84443 tempest-DeleteServersTestJSON-1352040899 tempest-DeleteServersTestJSON-1352040899-project] 10.222.0.20 "GET /v2.0/ports?device_id=5dd19f43-d516-4b24-838e-967e390ddf45 HTTP/1.1" status: 200 len: 944 time: 0.0893631 Mar 11 02:55:18.938386 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-6bebd873-39e9-4d02-bdbe-eebde0818284 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Publish callbacks [] for port (f34d5f36-1546-467e-85ee-a02d0ee9bc63), precommit_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:18.979316 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-dc434af6-4c97-4fe4-a842-0e333af88245 req-d520a4d1-6621-43ba-aa9b-64072ee0fbc7 tempest-DeleteServersTestJSON-1352040899 tempest-DeleteServersTestJSON-1352040899-project] 10.222.0.20 "GET /v2.0/security-groups?id=702f855b-8c0a-44fc-99f1-607f482b6446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585442 Mar 11 02:55:18.989620 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-6bebd873-39e9-4d02-bdbe-eebde0818284 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774348857676'] for port (f34d5f36-1546-467e-85ee-a02d0ee9bc63), after_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:19.038135 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bebd873-39e9-4d02-bdbe-eebde0818284 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Network 67cf6db3-75c3-4d86-ba36-4af7c18cd6b3 is already hosted by enough agents. {{(pid=103103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 02:55:19.046445 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.scheduler.base_scheduler [None req-6bebd873-39e9-4d02-bdbe-eebde0818284 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Resources bound (agent type, host, resource id): {{(pid=103103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 02:55:19.051839 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bebd873-39e9-4d02-bdbe-eebde0818284 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Pushing event updated for resources: {'Port': ['ID=f34d5f36-1546-467e-85ee-a02d0ee9bc63,revision_number=1']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:55:19.054310 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bebd873-39e9-4d02-bdbe-eebde0818284 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Received port after_create {{(pid=103103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 02:55:19.156768 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-6bebd873-39e9-4d02-bdbe-eebde0818284 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Publish callbacks [] for floatingip (d6d760ce-b671-4a53-9f4d-d6cc5930e4b9), precommit_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:19.347437 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.v2.base [req-083ef9e1-0443-40aa-86db-548a29aba417 req-44814478-b37e-46c8-ad1b-90bee1b89681 service neutron] Request body: {'port': {'device_id': '793849be-e460-43aa-8520-df0dc2494d36', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=103103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 02:55:19.428445 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-d94fa885-2a25-4e07-a77a-9132528f9680 req-fe2708f1-2cc2-410a-8d5c-90aaefa72fc6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=07c49de9-be92-4f37-96d3-d58c8107b200 HTTP/1.1" status: 200 len: 217 time: 0.1089399 Mar 11 02:55:19.429831 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-a9a0b5b3-2507-4810-aad9-b2738236df1b req-728f4d3a-bb6d-4e49-930b-dc6da41c48b6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d667e6b8-6222-406b-9aa8-bcfc50864c9a HTTP/1.1" status: 200 len: 217 time: 0.1084728 Mar 11 02:55:19.485707 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-6bebd873-39e9-4d02-bdbe-eebde0818284 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (f34d5f36-1546-467e-85ee-a02d0ee9bc63), before_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:19.492020 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912d4777-bc50-497d-83fb-5d3c4e7a2445 req-e1b6b1e2-163c-4916-b708-5994987f042f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:19.493505 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-912d4777-bc50-497d-83fb-5d3c4e7a2445 req-e1b6b1e2-163c-4916-b708-5994987f042f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4ba06441-f062-4730-8ff7-add49f12ccc3 HTTP/1.1" status: 200 len: 852 time: 0.1605976 Mar 11 02:55:19.554730 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-912d4777-bc50-497d-83fb-5d3c4e7a2445 req-80d56400-3bef-4baf-b0bc-c9f2f4e65d64 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=49572182-0bfb-4d8e-8b3c-cb692959f2dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390322 Mar 11 02:55:19.554820 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94fa885-2a25-4e07-a77a-9132528f9680 req-58de1ac1-1bf1-4c72-a10e-a24cda0472f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:19.555877 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-d94fa885-2a25-4e07-a77a-9132528f9680 req-58de1ac1-1bf1-4c72-a10e-a24cda0472f8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=363826bf-4a53-45a3-8f97-aa25838926f8 HTTP/1.1" status: 200 len: 850 time: 0.1168966 Mar 11 02:55:19.557757 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [req-083ef9e1-0443-40aa-86db-548a29aba417 req-44814478-b37e-46c8-ad1b-90bee1b89681 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (cd468ac7-e9d7-46fd-8e96-e3509d02b8df), before_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:19.559933 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a0b5b3-2507-4810-aad9-b2738236df1b req-695d84bb-c33d-495c-9289-720d4be9fd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:19.561443 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-a9a0b5b3-2507-4810-aad9-b2738236df1b req-695d84bb-c33d-495c-9289-720d4be9fd84 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e03685bc-4eda-4636-83ff-246654d7e2b8 HTTP/1.1" status: 200 len: 858 time: 0.1212552 Mar 11 02:55:19.569152 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f350ff-89fb-404a-9118-9e77fb34b23a req-8cce9ce6-3c81-4ff9-88c2-22f53559b11a tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:19.571294 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-15f350ff-89fb-404a-9118-9e77fb34b23a req-8cce9ce6-3c81-4ff9-88c2-22f53559b11a tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/ports?device_id=793849be-e460-43aa-8520-df0dc2494d36 HTTP/1.1" status: 200 len: 931 time: 0.2394693 Mar 11 02:55:19.631781 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2465d8-3020-481e-8ac0-b2aaac7eba9b req-49b4b4ab-a30c-4a65-8b8b-03c8c9cebb17 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:19.639009 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-cc2465d8-3020-481e-8ac0-b2aaac7eba9b req-49b4b4ab-a30c-4a65-8b8b-03c8c9cebb17 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/ports?device_id=13132607-0993-42da-b12a-915a6d20ac5e HTTP/1.1" status: 200 len: 944 time: 0.1775494 Mar 11 02:55:19.656048 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-a9a0b5b3-2507-4810-aad9-b2738236df1b req-a2592225-585b-44ac-9436-8da126fca316 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=efac0d19-7339-4c25-b4bc-ad7f12378dc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0849550 Mar 11 02:55:19.785989 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94fa885-2a25-4e07-a77a-9132528f9680 req-54d689ab-a580-4e52-8250-d8f4e69e38e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:19.787441 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-d94fa885-2a25-4e07-a77a-9132528f9680 req-54d689ab-a580-4e52-8250-d8f4e69e38e7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=845c03c2-a500-4a58-b6f9-0437e53ee18b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.2182002 Mar 11 02:55:19.797734 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-cc2465d8-3020-481e-8ac0-b2aaac7eba9b req-e0fe57b0-9656-416e-b185-40c6a9807262 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9c75b18-9067-4656-afb9-de1b8b0fda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1577516 Mar 11 02:55:19.810493 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-15f350ff-89fb-404a-9118-9e77fb34b23a req-2d5d57b0-c2a4-4a06-8f2b-9dc4fddf1cee tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5ad1bfd-bd0d-4e50-9714-1ca1b519c2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198949 Mar 11 02:55:19.893556 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-912d4777-bc50-497d-83fb-5d3c4e7a2445 req-babd4fb5-757c-4f8e-a640-3ff974d4f28c service neutron] 10.222.0.13 "GET /v2.0/networks/49572182-0bfb-4d8e-8b3c-cb692959f2dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3212256 Mar 11 02:55:19.905756 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-a9a0b5b3-2507-4810-aad9-b2738236df1b req-9ac0367f-d0ed-4453-b07e-3a57cde75bcb service neutron] 10.222.0.13 "GET /v2.0/networks/efac0d19-7339-4c25-b4bc-ad7f12378dc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2379935 Mar 11 02:55:19.961954 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-d94fa885-2a25-4e07-a77a-9132528f9680 req-9d0af39c-27aa-4214-adf4-b50d241ca7c9 service neutron] 10.222.0.13 "GET /v2.0/networks/845c03c2-a500-4a58-b6f9-0437e53ee18b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629751 Mar 11 02:55:20.024352 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-a9a0b5b3-2507-4810-aad9-b2738236df1b req-2a5e5b01-d186-4b68-8924-1d43abee3047 service neutron] 10.222.0.13 "GET /v2.0/networks/efac0d19-7339-4c25-b4bc-ad7f12378dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114469 Mar 11 02:55:20.028308 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-6bebd873-39e9-4d02-bdbe-eebde0818284 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Publish callbacks [] for port (f34d5f36-1546-467e-85ee-a02d0ee9bc63), precommit_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:20.062795 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-6bebd873-39e9-4d02-bdbe-eebde0818284 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712'] for port (f34d5f36-1546-467e-85ee-a02d0ee9bc63), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:20.113408 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-6bebd873-39e9-4d02-bdbe-eebde0818284 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580600'] for floatingip (d6d760ce-b671-4a53-9f4d-d6cc5930e4b9), after_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:20.116206 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855797cb-776d-4718-87d3-98d96ee785cd req-02d56221-6b69-45bc-90be-86301ffcb210 tempest-DeleteServersTestJSON-1352040899 tempest-DeleteServersTestJSON-1352040899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:20.117784 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-855797cb-776d-4718-87d3-98d96ee785cd req-02d56221-6b69-45bc-90be-86301ffcb210 tempest-DeleteServersTestJSON-1352040899 tempest-DeleteServersTestJSON-1352040899-project] 10.222.0.20 "GET /v2.0/ports?device_id=5dd19f43-d516-4b24-838e-967e390ddf45 HTTP/1.1" status: 200 len: 944 time: 0.0609510 Mar 11 02:55:20.152101 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-912d4777-bc50-497d-83fb-5d3c4e7a2445 req-ae1191f8-d03f-4c33-b518-158abb55bff6 service neutron] 10.222.0.13 "GET /v2.0/networks/49572182-0bfb-4d8e-8b3c-cb692959f2dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490251 Mar 11 02:55:20.163431 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bebd873-39e9-4d02-bdbe-eebde0818284 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Pushing event updated for resources: {'Port': ['ID=f34d5f36-1546-467e-85ee-a02d0ee9bc63,revision_number=2']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:55:20.181205 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-6bebd873-39e9-4d02-bdbe-eebde0818284 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55355'] for floatingip (None), before_response {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:20.190920 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-6bebd873-39e9-4d02-bdbe-eebde0818284 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8344979 Mar 11 02:55:20.191218 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-855797cb-776d-4718-87d3-98d96ee785cd req-b67f2339-4bc2-4d45-9d70-2e4e08331afa tempest-DeleteServersTestJSON-1352040899 tempest-DeleteServersTestJSON-1352040899-project] 10.222.0.20 "GET /v2.0/security-groups?id=702f855b-8c0a-44fc-99f1-607f482b6446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656338 Mar 11 02:55:20.302372 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.notifiers.nova [req-083ef9e1-0443-40aa-86db-548a29aba417 req-44814478-b37e-46c8-ad1b-90bee1b89681 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd468ac7-e9d7-46fd-8e96-e3509d02b8df {{(pid=103103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 02:55:20.314501 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [req-083ef9e1-0443-40aa-86db-548a29aba417 req-44814478-b37e-46c8-ad1b-90bee1b89681 service neutron] Publish callbacks [] for port (cd468ac7-e9d7-46fd-8e96-e3509d02b8df), precommit_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:20.348991 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [req-083ef9e1-0443-40aa-86db-548a29aba417 req-44814478-b37e-46c8-ad1b-90bee1b89681 service neutron] Transition to ACTIVE for port object cd468ac7-e9d7-46fd-8e96-e3509d02b8df will not be triggered until provisioned by entity L2. {{(pid=103103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 02:55:20.358135 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [req-083ef9e1-0443-40aa-86db-548a29aba417 req-44814478-b37e-46c8-ad1b-90bee1b89681 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712'] for port (cd468ac7-e9d7-46fd-8e96-e3509d02b8df), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:20.437353 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-d94fa885-2a25-4e07-a77a-9132528f9680 req-45c81e1a-1862-4209-8bb6-8eb372ca3154 service neutron] 10.222.0.13 "GET /v2.0/networks/845c03c2-a500-4a58-b6f9-0437e53ee18b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169259 Mar 11 02:55:20.446144 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cac6cd-5399-48ae-9b29-3514b44bcde1 req-71f3e3c8-52ab-488d-b75c-63321141e7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:20.448104 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-91cac6cd-5399-48ae-9b29-3514b44bcde1 req-71f3e3c8-52ab-488d-b75c-63321141e7a0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=455c4aaecbbb4110abf67996ffc3f4bb&device_id=44ba0812-5702-4378-8cc2-5e7a41359e7e HTTP/1.1" status: 200 len: 1127 time: 0.1713865 Mar 11 02:55:20.555780 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-a1328d63-8904-4703-95c7-a5d802b726d7 req-d97e2a3d-792b-4dbf-8d12-ccf9553a2b21 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--375425062&fields=id&tenant_id=016945d4fe40485aa894be1440edd3ad HTTP/1.1" status: 200 len: 267 time: 0.0804145 Mar 11 02:55:20.556987 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44814478-b37e-46c8-ad1b-90bee1b89681 service neutron] Pushing event updated for resources: {'Port': ['ID=cd468ac7-e9d7-46fd-8e96-e3509d02b8df,revision_number=2']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:55:20.616585 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13132607-0993-42da-b12a-915a6d20ac5e', 'tag': '07c49de9-be92-4f37-96d3-d58c8107b200'}] {{(pid=103104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 02:55:20.618887 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b4e7651ceabe3a28ab45abcf2012854968d28c41040a071bcf34f6a69b109a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b78f1ce-a4c4-4219-97b5-5417668bee9c" -d '{"events": [{"name": "network-changed", "server_uuid": "13132607-0993-42da-b12a-915a6d20ac5e", "tag": "07c49de9-be92-4f37-96d3-d58c8107b200"}]}' {{(pid=103104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 02:55:20.625327 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.plugins.ml2.managers [req-083ef9e1-0443-40aa-86db-548a29aba417 req-44814478-b37e-46c8-ad1b-90bee1b89681 service neutron] Attempting to bind port cd468ac7-e9d7-46fd-8e96-e3509d02b8df on host hv-cinder-74014 for vnic_type normal with profile {{(pid=103103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 02:55:20.625897 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.plugins.ml2.managers [req-083ef9e1-0443-40aa-86db-548a29aba417 req-44814478-b37e-46c8-ad1b-90bee1b89681 service neutron] Attempting to bind port cd468ac7-e9d7-46fd-8e96-e3509d02b8df by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': '9dafc380-f183-4cac-bb58-3fadfbe37e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'efac0d19-7339-4c25-b4bc-ad7f12378dc1'}] {{(pid=103103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 02:55:20.626044 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-083ef9e1-0443-40aa-86db-548a29aba417 req-44814478-b37e-46c8-ad1b-90bee1b89681 service neutron] Attempting to bind port cd468ac7-e9d7-46fd-8e96-e3509d02b8df on network efac0d19-7339-4c25-b4bc-ad7f12378dc1 {{(pid=103103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 02:55:20.633418 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-083ef9e1-0443-40aa-86db-548a29aba417 req-44814478-b37e-46c8-ad1b-90bee1b89681 service neutron] Port cd468ac7-e9d7-46fd-8e96-e3509d02b8df on network efac0d19-7339-4c25-b4bc-ad7f12378dc1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=103103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 02:55:20.633624 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-083ef9e1-0443-40aa-86db-548a29aba417 req-44814478-b37e-46c8-ad1b-90bee1b89681 service neutron] Attempting to bind port cd468ac7-e9d7-46fd-8e96-e3509d02b8df on network efac0d19-7339-4c25-b4bc-ad7f12378dc1 {{(pid=103103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 02:55:20.652653 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-083ef9e1-0443-40aa-86db-548a29aba417 req-44814478-b37e-46c8-ad1b-90bee1b89681 service neutron] Checking agent: {'id': '56ad6e9b-975a-4fdf-b549-1f3c33ba94e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 2, 52, 47), 'started_at': datetime.datetime(2022, 3, 11, 2, 52, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 2, 55, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 02:55:20.653008 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-083ef9e1-0443-40aa-86db-548a29aba417 req-44814478-b37e-46c8-ad1b-90bee1b89681 service neutron] Checking segment: {'id': '9dafc380-f183-4cac-bb58-3fadfbe37e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'efac0d19-7339-4c25-b4bc-ad7f12378dc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 02:55:20.653440 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-083ef9e1-0443-40aa-86db-548a29aba417 req-44814478-b37e-46c8-ad1b-90bee1b89681 service neutron] Bound using segment: {'id': '9dafc380-f183-4cac-bb58-3fadfbe37e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'efac0d19-7339-4c25-b4bc-ad7f12378dc1'} {{(pid=103103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 02:55:20.653890 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.plugins.ml2.managers [req-083ef9e1-0443-40aa-86db-548a29aba417 req-44814478-b37e-46c8-ad1b-90bee1b89681 service neutron] Bound port: cd468ac7-e9d7-46fd-8e96-e3509d02b8df, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dafc380-f183-4cac-bb58-3fadfbe37e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'efac0d19-7339-4c25-b4bc-ad7f12378dc1'}}] {{(pid=103103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 02:55:20.654257 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [req-083ef9e1-0443-40aa-86db-548a29aba417 req-44814478-b37e-46c8-ad1b-90bee1b89681 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (cd468ac7-e9d7-46fd-8e96-e3509d02b8df), before_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:20.657532 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cac6cd-5399-48ae-9b29-3514b44bcde1 req-9d40affb-1fd1-4715-8b57-c75dc7711719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:20.659408 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-91cac6cd-5399-48ae-9b29-3514b44bcde1 req-9d40affb-1fd1-4715-8b57-c75dc7711719 service neutron] 10.222.0.13 "GET /v2.0/networks?id=efac0d19-7339-4c25-b4bc-ad7f12378dc1 HTTP/1.1" status: 200 len: 919 time: 0.2027180 Mar 11 02:55:20.675952 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 02:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5cf6e1a-7a91-4822-ad85-ca682065f0f5 x-openstack-request-id: req-f5cf6e1a-7a91-4822-ad85-ca682065f0f5 {{(pid=103104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 02:55:20.675952 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13132607-0993-42da-b12a-915a6d20ac5e", "tag": "07c49de9-be92-4f37-96d3-d58c8107b200", "status": "completed", "code": 200}]} {{(pid=103104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 02:55:20.675952 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f5cf6e1a-7a91-4822-ad85-ca682065f0f5 {{(pid=103104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 02:55:20.675952 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13132607-0993-42da-b12a-915a6d20ac5e', 'tag': '07c49de9-be92-4f37-96d3-d58c8107b200', 'status': 'completed', 'code': 200} Mar 11 02:55:20.708401 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-91cac6cd-5399-48ae-9b29-3514b44bcde1 req-6dd813c8-35c1-445e-834b-a412d19a8867 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d667e6b8-6222-406b-9aa8-bcfc50864c9a HTTP/1.1" status: 200 len: 217 time: 0.0407832 Mar 11 02:55:20.775159 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1328d63-8904-4703-95c7-a5d802b726d7 req-739deb97-296f-414b-b542-5206e3b5eed7 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:20.776649 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-a1328d63-8904-4703-95c7-a5d802b726d7 req-739deb97-296f-414b-b542-5206e3b5eed7 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/networks?id=c37e13a0-a6c7-4b0f-ae0c-93319b771da2 HTTP/1.1" status: 200 len: 816 time: 0.1881883 Mar 11 02:55:20.787315 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.plugins.ml2.db [req-083ef9e1-0443-40aa-86db-548a29aba417 req-44814478-b37e-46c8-ad1b-90bee1b89681 service neutron] For port cd468ac7-e9d7-46fd-8e96-e3509d02b8df, host hv-cinder-74014, cleared binding levels {{(pid=103103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 02:55:20.792956 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.plugins.ml2.db [req-083ef9e1-0443-40aa-86db-548a29aba417 req-44814478-b37e-46c8-ad1b-90bee1b89681 service neutron] For port cd468ac7-e9d7-46fd-8e96-e3509d02b8df, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=cd468ac7-e9d7-46fd-8e96-e3509d02b8df,segment=NetworkSegment(9dafc380-f183-4cac-bb58-3fadfbe37e0a),segment_id=9dafc380-f183-4cac-bb58-3fadfbe37e0a)] {{(pid=103103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 02:55:20.802483 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cac6cd-5399-48ae-9b29-3514b44bcde1 req-3119361c-d6ab-4e1c-8daf-214512a0c252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:20.804230 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-91cac6cd-5399-48ae-9b29-3514b44bcde1 req-3119361c-d6ab-4e1c-8daf-214512a0c252 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e03685bc-4eda-4636-83ff-246654d7e2b8 HTTP/1.1" status: 200 len: 858 time: 0.0878963 Mar 11 02:55:20.804886 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-a1328d63-8904-4703-95c7-a5d802b726d7 req-0ebd3c37-53cb-43b3-8056-e7ea1204b483 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/quotas/016945d4fe40485aa894be1440edd3ad HTTP/1.1" status: 200 len: 375 time: 0.0146396 Mar 11 02:55:20.806904 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [req-083ef9e1-0443-40aa-86db-548a29aba417 req-44814478-b37e-46c8-ad1b-90bee1b89681 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712'] for port (cd468ac7-e9d7-46fd-8e96-e3509d02b8df), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:20.810896 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b78f1ce-a4c4-4219-97b5-5417668bee9c req-b3767c28-edd9-4b4b-a55c-4ef913c5e2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:20.812335 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-9b78f1ce-a4c4-4219-97b5-5417668bee9c req-b3767c28-edd9-4b4b-a55c-4ef913c5e2fe service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8a19620c29074aed8f3e4d3d8c51b9c7&device_id=13132607-0993-42da-b12a-915a6d20ac5e HTTP/1.1" status: 200 len: 1128 time: 0.0606585 Mar 11 02:55:20.864904 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083ef9e1-0443-40aa-86db-548a29aba417 req-44814478-b37e-46c8-ad1b-90bee1b89681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:20.865583 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [req-083ef9e1-0443-40aa-86db-548a29aba417 req-44814478-b37e-46c8-ad1b-90bee1b89681 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-648073'] for port (None), before_response {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:20.867696 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-083ef9e1-0443-40aa-86db-548a29aba417 req-44814478-b37e-46c8-ad1b-90bee1b89681 service neutron] 10.222.0.13 "PUT /v2.0/ports/cd468ac7-e9d7-46fd-8e96-e3509d02b8df HTTP/1.1" status: 200 len: 1093 time: 1.5337977 Mar 11 02:55:20.872317 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '793849be-e460-43aa-8520-df0dc2494d36', 'tag': 'cd468ac7-e9d7-46fd-8e96-e3509d02b8df'}] {{(pid=103103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 02:55:20.874444 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01538650e82e627c230aebb0f4260c9c3d521d1c82d3da266e06d33243b5f1b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63016b17-46ba-4e76-9cd1-edc8d31163b3" -d '{"events": [{"name": "network-changed", "server_uuid": "793849be-e460-43aa-8520-df0dc2494d36", "tag": "cd468ac7-e9d7-46fd-8e96-e3509d02b8df"}]}' {{(pid=103103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 02:55:21.005345 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-91cac6cd-5399-48ae-9b29-3514b44bcde1 req-52210acf-f3ba-4806-8970-32c43ac1606e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=efac0d19-7339-4c25-b4bc-ad7f12378dc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1920497 Mar 11 02:55:21.006860 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-a1328d63-8904-4703-95c7-a5d802b726d7 req-9c5b344a-ae67-4952-9e46-4f3d919e40a1 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=016945d4fe40485aa894be1440edd3ad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1658728 Mar 11 02:55:21.007837 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b78f1ce-a4c4-4219-97b5-5417668bee9c req-f2f849a5-1301-4523-8065-21e21ba1bc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:21.009374 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-9b78f1ce-a4c4-4219-97b5-5417668bee9c req-f2f849a5-1301-4523-8065-21e21ba1bc8a service neutron] 10.222.0.13 "GET /v2.0/networks?id=845c03c2-a500-4a58-b6f9-0437e53ee18b HTTP/1.1" status: 200 len: 912 time: 0.1767051 Mar 11 02:55:21.016873 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44814478-b37e-46c8-ad1b-90bee1b89681 service neutron] Pushing event updated for resources: {'Port': ['ID=cd468ac7-e9d7-46fd-8e96-e3509d02b8df,revision_number=3']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:55:21.031221 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083ef9e1-0443-40aa-86db-548a29aba417 req-5d75c8a9-4a56-487e-9f39-71ddb678bfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:21.033162 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-083ef9e1-0443-40aa-86db-548a29aba417 req-5d75c8a9-4a56-487e-9f39-71ddb678bfa6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=455c4aaecbbb4110abf67996ffc3f4bb&device_id=793849be-e460-43aa-8520-df0dc2494d36 HTTP/1.1" status: 200 len: 1127 time: 0.1098025 Mar 11 02:55:21.102728 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-083ef9e1-0443-40aa-86db-548a29aba417 req-f008b2b0-722a-4d28-a166-af5829e3a0ce service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cd468ac7-e9d7-46fd-8e96-e3509d02b8df HTTP/1.1" status: 200 len: 217 time: 0.0593035 Mar 11 02:55:21.200116 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083ef9e1-0443-40aa-86db-548a29aba417 req-8d7d4b22-5828-4c29-8e4c-8b62dc415e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:21.201625 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-083ef9e1-0443-40aa-86db-548a29aba417 req-8d7d4b22-5828-4c29-8e4c-8b62dc415e4d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e03685bc-4eda-4636-83ff-246654d7e2b8 HTTP/1.1" status: 200 len: 858 time: 0.0907695 Mar 11 02:55:21.239238 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-a1328d63-8904-4703-95c7-a5d802b726d7 req-d19c0786-7730-4f87-869c-fb97d5cd320d service neutron] 10.222.0.20 "GET /v2.0/networks/c37e13a0-a6c7-4b0f-ae0c-93319b771da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044098 Mar 11 02:55:21.241183 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-083ef9e1-0443-40aa-86db-548a29aba417 req-b0ffddec-43d3-404d-b2c6-ee908cb31452 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=efac0d19-7339-4c25-b4bc-ad7f12378dc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320323 Mar 11 02:55:21.269285 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-9b78f1ce-a4c4-4219-97b5-5417668bee9c req-160462d7-afed-4873-a394-140f3e3776e2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=07c49de9-be92-4f37-96d3-d58c8107b200 HTTP/1.1" status: 200 len: 217 time: 0.2415998 Mar 11 02:55:21.357507 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac7ddea-f2c1-4361-8be4-443bf2482e01 req-5228e9b7-5109-4e47-8cfb-3fd48cc57df6 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:21.358951 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-4ac7ddea-f2c1-4361-8be4-443bf2482e01 req-5228e9b7-5109-4e47-8cfb-3fd48cc57df6 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/ports?device_id=13132607-0993-42da-b12a-915a6d20ac5e HTTP/1.1" status: 200 len: 944 time: 0.3797147 Mar 11 02:55:21.379064 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b78f1ce-a4c4-4219-97b5-5417668bee9c req-6872ee50-021f-4031-bbba-4601aedc96b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:21.380486 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-9b78f1ce-a4c4-4219-97b5-5417668bee9c req-6872ee50-021f-4031-bbba-4601aedc96b4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=363826bf-4a53-45a3-8f97-aa25838926f8 HTTP/1.1" status: 200 len: 850 time: 0.1045291 Mar 11 02:55:21.454636 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-91cac6cd-5399-48ae-9b29-3514b44bcde1 req-5a6974e0-baa3-4949-a7b6-d5591e5e3dd1 service neutron] 10.222.0.13 "GET /v2.0/networks/efac0d19-7339-4c25-b4bc-ad7f12378dc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4253001 Mar 11 02:55:21.479947 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-4ac7ddea-f2c1-4361-8be4-443bf2482e01 req-f0df21af-08bc-465b-b8eb-cb2460e47208 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9c75b18-9067-4656-afb9-de1b8b0fda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113639 Mar 11 02:55:21.536903 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b78f1ce-a4c4-4219-97b5-5417668bee9c req-e645151d-21ae-488f-8a1f-cf7dcd5058d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:21.539135 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-9b78f1ce-a4c4-4219-97b5-5417668bee9c req-e645151d-21ae-488f-8a1f-cf7dcd5058d1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=845c03c2-a500-4a58-b6f9-0437e53ee18b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.1486785 Mar 11 02:55:21.592964 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-083ef9e1-0443-40aa-86db-548a29aba417 req-86a2c596-903e-40ea-85bc-e80c15a677de service neutron] 10.222.0.13 "GET /v2.0/networks/efac0d19-7339-4c25-b4bc-ad7f12378dc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3436887 Mar 11 02:55:21.602409 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-91cac6cd-5399-48ae-9b29-3514b44bcde1 req-5c1dc6e4-0ff1-4e3d-b0da-5553cee94ae3 service neutron] 10.222.0.13 "GET /v2.0/networks/efac0d19-7339-4c25-b4bc-ad7f12378dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381040 Mar 11 02:55:21.641837 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-a1328d63-8904-4703-95c7-a5d802b726d7 req-2b0d4861-daa8-49e1-8bb8-89a91bad3ce0 service neutron] 10.222.0.20 "GET /v2.0/networks/c37e13a0-a6c7-4b0f-ae0c-93319b771da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3953240 Mar 11 02:55:21.703802 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-9b78f1ce-a4c4-4219-97b5-5417668bee9c req-53ed309b-4749-47fa-a91d-7581a03c75b3 service neutron] 10.222.0.13 "GET /v2.0/networks/845c03c2-a500-4a58-b6f9-0437e53ee18b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583316 Mar 11 02:55:21.720032 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-083ef9e1-0443-40aa-86db-548a29aba417 req-14ecf128-47a0-43f6-91e3-19ada9ee2d50 service neutron] 10.222.0.13 "GET /v2.0/networks/efac0d19-7339-4c25-b4bc-ad7f12378dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127372 Mar 11 02:55:21.728682 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cce2ca3-7392-45ae-bf5f-33ab7d6efb66 req-1262d606-eb6c-4fee-b6d6-8787a032e7e2 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:21.730173 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-0cce2ca3-7392-45ae-bf5f-33ab7d6efb66 req-1262d606-eb6c-4fee-b6d6-8787a032e7e2 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/ports?device_id=793849be-e460-43aa-8520-df0dc2494d36 HTTP/1.1" status: 200 len: 943 time: 0.0994744 Mar 11 02:55:21.853026 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-0cce2ca3-7392-45ae-bf5f-33ab7d6efb66 req-d2e0906b-188e-483c-b0ae-3cedfe1609cb tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5ad1bfd-bd0d-4e50-9714-1ca1b519c2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128383 Mar 11 02:55:21.885309 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-9b78f1ce-a4c4-4219-97b5-5417668bee9c req-9861c59d-97dc-4771-8979-a72d99a8943e service neutron] 10.222.0.13 "GET /v2.0/networks/845c03c2-a500-4a58-b6f9-0437e53ee18b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721983 Mar 11 02:55:21.904924 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 02:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eec16e78-6242-48c0-96dc-e232a8b623dd x-openstack-request-id: req-eec16e78-6242-48c0-96dc-e232a8b623dd {{(pid=103103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 02:55:21.905483 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "793849be-e460-43aa-8520-df0dc2494d36", "tag": "cd468ac7-e9d7-46fd-8e96-e3509d02b8df", "status": "completed", "code": 200}]} {{(pid=103103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 02:55:21.905483 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-eec16e78-6242-48c0-96dc-e232a8b623dd {{(pid=103103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 02:55:21.905891 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '793849be-e460-43aa-8520-df0dc2494d36', 'tag': 'cd468ac7-e9d7-46fd-8e96-e3509d02b8df', 'status': 'completed', 'code': 200} Mar 11 02:55:21.997668 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-ef06a25c-fa3a-4a6f-af27-95475fc55d9c req-b90e85cf-7c67-4dde-bff0-e1dbee83227f tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/ports?device_id=e409d1d5-f58e-4339-96ac-4bf92f2eeb8b HTTP/1.1" status: 200 len: 210 time: 0.0455616 Mar 11 02:55:22.054849 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63016b17-46ba-4e76-9cd1-edc8d31163b3 req-c628fd46-88d9-4336-96e7-9ae8fa3d3680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:22.060943 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-63016b17-46ba-4e76-9cd1-edc8d31163b3 req-c628fd46-88d9-4336-96e7-9ae8fa3d3680 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=455c4aaecbbb4110abf67996ffc3f4bb&device_id=793849be-e460-43aa-8520-df0dc2494d36 HTTP/1.1" status: 200 len: 1127 time: 0.1187735 Mar 11 02:55:22.122800 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2e0e41-c8a6-4018-b932-a2c1a31d8e0c req-ec972ae6-3244-468c-9ee0-ee73a948c900 tempest-DeleteServersTestJSON-1352040899 tempest-DeleteServersTestJSON-1352040899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:22.129881 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-db2e0e41-c8a6-4018-b932-a2c1a31d8e0c req-ec972ae6-3244-468c-9ee0-ee73a948c900 tempest-DeleteServersTestJSON-1352040899 tempest-DeleteServersTestJSON-1352040899-project] 10.222.0.20 "GET /v2.0/ports?device_id=5dd19f43-d516-4b24-838e-967e390ddf45 HTTP/1.1" status: 200 len: 944 time: 0.1251180 Mar 11 02:55:22.265769 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63016b17-46ba-4e76-9cd1-edc8d31163b3 req-6f0642f5-1fb5-4a87-8ec3-917e4a4ce04a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:22.267700 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-63016b17-46ba-4e76-9cd1-edc8d31163b3 req-6f0642f5-1fb5-4a87-8ec3-917e4a4ce04a service neutron] 10.222.0.13 "GET /v2.0/networks?id=efac0d19-7339-4c25-b4bc-ad7f12378dc1 HTTP/1.1" status: 200 len: 919 time: 0.2006416 Mar 11 02:55:22.272718 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-db2e0e41-c8a6-4018-b932-a2c1a31d8e0c req-c9f7f95e-1676-4369-be06-a11d40d7c23a tempest-DeleteServersTestJSON-1352040899 tempest-DeleteServersTestJSON-1352040899-project] 10.222.0.20 "GET /v2.0/security-groups?id=702f855b-8c0a-44fc-99f1-607f482b6446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419775 Mar 11 02:55:22.333162 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-63016b17-46ba-4e76-9cd1-edc8d31163b3 req-b6417396-c4bc-4fba-9e8a-206c8779dfb3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cd468ac7-e9d7-46fd-8e96-e3509d02b8df HTTP/1.1" status: 200 len: 217 time: 0.0588255 Mar 11 02:55:22.414909 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-54c15269-8dff-4c0c-ab38-a08353d42092 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (27668cff-ea20-4e06-9a9c-d4f827fe3eb1), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:22.418623 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63016b17-46ba-4e76-9cd1-edc8d31163b3 req-70a8ee73-ebf3-4fd1-9dd8-eea9a3e6eb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:22.420103 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-63016b17-46ba-4e76-9cd1-edc8d31163b3 req-70a8ee73-ebf3-4fd1-9dd8-eea9a3e6eb92 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e03685bc-4eda-4636-83ff-246654d7e2b8 HTTP/1.1" status: 200 len: 858 time: 0.0773764 Mar 11 02:55:22.459692 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-63016b17-46ba-4e76-9cd1-edc8d31163b3 req-ff456620-ea23-4621-86bd-c0c6e26185b4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=efac0d19-7339-4c25-b4bc-ad7f12378dc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331662 Mar 11 02:55:22.519862 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 38864) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:55:22.573873 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-63016b17-46ba-4e76-9cd1-edc8d31163b3 req-1cc26725-8d9d-4e5e-a1c5-5075875d96a4 service neutron] 10.222.0.13 "GET /v2.0/networks/efac0d19-7339-4c25-b4bc-ad7f12378dc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086874 Mar 11 02:55:22.679993 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-63016b17-46ba-4e76-9cd1-edc8d31163b3 req-862efd4b-77e3-44f3-843b-e36832e695f0 service neutron] 10.222.0.13 "GET /v2.0/networks/efac0d19-7339-4c25-b4bc-ad7f12378dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996103 Mar 11 02:55:22.701956 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a525a15c-8bb9-4062-a3d0-49d72e65b96f req-82e791f2-7b4c-4b81-9192-efae6a187d9e tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:22.704420 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-a525a15c-8bb9-4062-a3d0-49d72e65b96f req-82e791f2-7b4c-4b81-9192-efae6a187d9e tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/ports?device_id=13132607-0993-42da-b12a-915a6d20ac5e HTTP/1.1" status: 200 len: 944 time: 0.0950689 Mar 11 02:55:22.733247 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-ed50628d-b242-464d-8d22-af9cd81c8947 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:22.774045 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 38870) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:55:22.816893 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-a525a15c-8bb9-4062-a3d0-49d72e65b96f req-65fbf9a4-3785-4315-9cda-7f42761f40c1 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9c75b18-9067-4656-afb9-de1b8b0fda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030338 Mar 11 02:55:22.901568 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-ed50628d-b242-464d-8d22-af9cd81c8947 admin admin] Publish callbacks [] for security_group (a2954a88-ebd1-4ed1-9d6a-40e08566a3f2), precommit_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:22.935304 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-ed50628d-b242-464d-8d22-af9cd81c8947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (a2954a88-ebd1-4ed1-9d6a-40e08566a3f2), after_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:22.992589 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-ed50628d-b242-464d-8d22-af9cd81c8947 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d644847b102143a0909b0c3e60e80eba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4713404 Mar 11 02:55:22.993265 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 38882) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:55:22.993810 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3346719-576a-426f-8a93-2d70da379421 req-9cabc45e-59bb-40b2-a99b-d812637d4661 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:22.995217 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed50628d-b242-464d-8d22-af9cd81c8947 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2954a88-ebd1-4ed1-9d6a-40e08566a3f2,revision_number=1']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:55:22.995363 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-a3346719-576a-426f-8a93-2d70da379421 req-9cabc45e-59bb-40b2-a99b-d812637d4661 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/ports?device_id=793849be-e460-43aa-8520-df0dc2494d36 HTTP/1.1" status: 200 len: 943 time: 0.0614395 Mar 11 02:55:23.033834 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7373eb0f-67a0-493b-a93c-857938dce6b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:23.054438 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-fb51e838-0205-4b54-a72f-5931066712a0 admin admin] Publish callbacks [] for security_group (a2954a88-ebd1-4ed1-9d6a-40e08566a3f2), before_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:23.074285 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-a3346719-576a-426f-8a93-2d70da379421 req-0a138f78-f648-479f-87f5-dd2d246514fe tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5ad1bfd-bd0d-4e50-9714-1ca1b519c2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696254 Mar 11 02:55:23.082126 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-fb51e838-0205-4b54-a72f-5931066712a0 admin admin] Publish callbacks [] for security_group (a2954a88-ebd1-4ed1-9d6a-40e08566a3f2), precommit_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:23.127817 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-1a046cb2-6827-46ad-bd83-e9e041282391 req-0b92120b-dfe2-4dc5-86c6-de9f55ab8915 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/ports?device_id=e409d1d5-f58e-4339-96ac-4bf92f2eeb8b HTTP/1.1" status: 200 len: 210 time: 0.0432422 Mar 11 02:55:23.169194 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-fb51e838-0205-4b54-a72f-5931066712a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (a2954a88-ebd1-4ed1-9d6a-40e08566a3f2), after_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:23.173765 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-fb51e838-0205-4b54-a72f-5931066712a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:23.178345 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-fb51e838-0205-4b54-a72f-5931066712a0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a2954a88-ebd1-4ed1-9d6a-40e08566a3f2 HTTP/1.1" status: 204 len: 168 time: 0.1839571 Mar 11 02:55:23.179723 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7373eb0f-67a0-493b-a93c-857938dce6b4 admin admin] Publish callbacks [] for security_group (67b5be74-8968-4d61-978d-1c620d1f2de5), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:23.193359 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb51e838-0205-4b54-a72f-5931066712a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2954a88-ebd1-4ed1-9d6a-40e08566a3f2,revision_number=None']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:55:23.197163 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7373eb0f-67a0-493b-a93c-857938dce6b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (67b5be74-8968-4d61-978d-1c620d1f2de5), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:23.257973 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-7373eb0f-67a0-493b-a93c-857938dce6b4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f5da6d6977da4b4393905d549ffbd02a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4817624 Mar 11 02:55:23.260410 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 38900) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:55:23.280985 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7373eb0f-67a0-493b-a93c-857938dce6b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67b5be74-8968-4d61-978d-1c620d1f2de5,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:55:23.425899 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-6dd02f1c-edca-447e-baec-f0edcc63eeed admin admin] Publish callbacks [] for security_group (67b5be74-8968-4d61-978d-1c620d1f2de5), before_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:23.467589 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-6dd02f1c-edca-447e-baec-f0edcc63eeed admin admin] Publish callbacks [] for security_group (67b5be74-8968-4d61-978d-1c620d1f2de5), precommit_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:23.488926 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1328d63-8904-4703-95c7-a5d802b726d7 req-48473c53-f805-4e07-a02c-882fcd52f796 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:23.491060 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-a1328d63-8904-4703-95c7-a5d802b726d7 req-48473c53-f805-4e07-a02c-882fcd52f796 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.13 "GET /v2.0/networks?id=c37e13a0-a6c7-4b0f-ae0c-93319b771da2 HTTP/1.1" status: 200 len: 816 time: 0.2202351 Mar 11 02:55:23.530069 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae467fb-3ac1-4a2b-a0c1-753397196928 req-d68469b0-7515-49cb-a6e3-32c942c9808f tempest-DeleteServersTestJSON-1352040899 tempest-DeleteServersTestJSON-1352040899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:23.533836 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-1ae467fb-3ac1-4a2b-a0c1-753397196928 req-d68469b0-7515-49cb-a6e3-32c942c9808f tempest-DeleteServersTestJSON-1352040899 tempest-DeleteServersTestJSON-1352040899-project] 10.222.0.20 "GET /v2.0/ports?device_id=5dd19f43-d516-4b24-838e-967e390ddf45 HTTP/1.1" status: 200 len: 944 time: 0.1295805 Mar 11 02:55:23.546862 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-6dd02f1c-edca-447e-baec-f0edcc63eeed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (67b5be74-8968-4d61-978d-1c620d1f2de5), after_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:23.552319 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-6dd02f1c-edca-447e-baec-f0edcc63eeed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:23.554159 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-6dd02f1c-edca-447e-baec-f0edcc63eeed admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/67b5be74-8968-4d61-978d-1c620d1f2de5 HTTP/1.1" status: 204 len: 168 time: 0.2922044 Mar 11 02:55:23.594437 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd02f1c-edca-447e-baec-f0edcc63eeed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67b5be74-8968-4d61-978d-1c620d1f2de5,revision_number=None']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:55:23.652291 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-1ae467fb-3ac1-4a2b-a0c1-753397196928 req-1ad62e74-3f3f-4141-ae7d-d719e4ab956d tempest-DeleteServersTestJSON-1352040899 tempest-DeleteServersTestJSON-1352040899-project] 10.222.0.20 "GET /v2.0/security-groups?id=702f855b-8c0a-44fc-99f1-607f482b6446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088696 Mar 11 02:55:23.657527 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-a1328d63-8904-4703-95c7-a5d802b726d7 req-ee42cf60-913e-40d5-80c6-2870f9ea388e tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=016945d4fe40485aa894be1440edd3ad HTTP/1.1" status: 200 len: 379 time: 0.1571932 Mar 11 02:55:23.676280 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.v2.base [req-a1328d63-8904-4703-95c7-a5d802b726d7 req-075a92dc-38de-4186-81b4-7255d0e634df tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Request body: {'port': {'device_id': 'e409d1d5-f58e-4339-96ac-4bf92f2eeb8b', 'network_id': 'c37e13a0-a6c7-4b0f-ae0c-93319b771da2', 'admin_state_up': True, 'tenant_id': '016945d4fe40485aa894be1440edd3ad', 'security_groups': ['80bb0548-f8bc-4a80-afbb-37b7a84dba28']}} {{(pid=103104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 02:55:23.738524 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 38922) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:55:23.754885 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-02d8b5db-67e0-4d33-afb7-f01c22ccafa8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:23.798370 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1328d63-8904-4703-95c7-a5d802b726d7 req-075a92dc-38de-4186-81b4-7255d0e634df tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Made reservation on behalf of 016945d4fe40485aa894be1440edd3ad for: {'port': 1} {{(pid=103104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 02:55:23.802140 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-a1328d63-8904-4703-95c7-a5d802b726d7 req-075a92dc-38de-4186-81b4-7255d0e634df tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:23.838664 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-02d8b5db-67e0-4d33-afb7-f01c22ccafa8 admin admin] Publish callbacks [] for security_group (3613fb3c-2ad0-4314-ac27-b3c5cc939413), precommit_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:23.842718 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-02d8b5db-67e0-4d33-afb7-f01c22ccafa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (3613fb3c-2ad0-4314-ac27-b3c5cc939413), after_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:23.893112 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-02d8b5db-67e0-4d33-afb7-f01c22ccafa8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=288c92c6397c4cf79499d5c5a02fb589&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1528289 Mar 11 02:55:23.896084 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 38928) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:55:23.899323 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d8b5db-67e0-4d33-afb7-f01c22ccafa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3613fb3c-2ad0-4314-ac27-b3c5cc939413,revision_number=1']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:55:23.980062 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 38930) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:55:23.985583 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.db.db_base_plugin_common [req-a1328d63-8904-4703-95c7-a5d802b726d7 req-075a92dc-38de-4186-81b4-7255d0e634df tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Allocated IP 172.20.0.9 (c37e13a0-a6c7-4b0f-ae0c-93319b771da2/5c53e0a5-6c83-4aeb-b9db-2d1372c504dc/376644d1-d63b-4c41-ba43-be4c17127867) {{(pid=103104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 02:55:24.001461 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790ec8f3-6d26-4f94-bc1c-d9485e2ad4c9 req-01067110-05d6-402b-92fa-377de12a0ee7 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:24.002948 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-790ec8f3-6d26-4f94-bc1c-d9485e2ad4c9 req-01067110-05d6-402b-92fa-377de12a0ee7 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/ports?device_id=13132607-0993-42da-b12a-915a6d20ac5e HTTP/1.1" status: 200 len: 944 time: 0.0738049 Mar 11 02:55:24.003852 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-1e16d405-e0c4-4503-bc3b-a36002fc6dae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:24.005363 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-40694a8e-dc16-498e-bcc1-0a28e928558c admin admin] Publish callbacks [] for security_group (3613fb3c-2ad0-4314-ac27-b3c5cc939413), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:24.044425 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-40694a8e-dc16-498e-bcc1-0a28e928558c admin admin] Publish callbacks [] for security_group (3613fb3c-2ad0-4314-ac27-b3c5cc939413), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:24.080317 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-790ec8f3-6d26-4f94-bc1c-d9485e2ad4c9 req-a4d8bdea-0a5f-4795-b35a-4bc1b05fa9fb tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9c75b18-9067-4656-afb9-de1b8b0fda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677919 Mar 11 02:55:24.140839 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-1e16d405-e0c4-4503-bc3b-a36002fc6dae admin admin] Publish callbacks [] for security_group (67e4a5c2-4b59-494a-b643-d34e103dad9d), precommit_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:24.146240 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-1e16d405-e0c4-4503-bc3b-a36002fc6dae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (67e4a5c2-4b59-494a-b643-d34e103dad9d), after_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:24.195775 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-1e16d405-e0c4-4503-bc3b-a36002fc6dae admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9c7df203498547d6be153d1348d9f990&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2117383 Mar 11 02:55:24.195775 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e16d405-e0c4-4503-bc3b-a36002fc6dae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67e4a5c2-4b59-494a-b643-d34e103dad9d,revision_number=1']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:55:24.197162 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 38936) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:55:24.209416 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-40694a8e-dc16-498e-bcc1-0a28e928558c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (3613fb3c-2ad0-4314-ac27-b3c5cc939413), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:24.212076 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-40694a8e-dc16-498e-bcc1-0a28e928558c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:24.216402 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-40694a8e-dc16-498e-bcc1-0a28e928558c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3613fb3c-2ad0-4314-ac27-b3c5cc939413 HTTP/1.1" status: 204 len: 168 time: 0.3185928 Mar 11 02:55:24.247701 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-a1328d63-8904-4703-95c7-a5d802b726d7 req-075a92dc-38de-4186-81b4-7255d0e634df tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Publish callbacks [] for port (376644d1-d63b-4c41-ba43-be4c17127867), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:24.249174 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40694a8e-dc16-498e-bcc1-0a28e928558c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3613fb3c-2ad0-4314-ac27-b3c5cc939413,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:55:24.253129 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b37c785b-0d14-4544-a9c8-abab4014971e admin admin] Publish callbacks [] for security_group (67e4a5c2-4b59-494a-b643-d34e103dad9d), before_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:24.287782 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b37c785b-0d14-4544-a9c8-abab4014971e admin admin] Publish callbacks [] for security_group (67e4a5c2-4b59-494a-b643-d34e103dad9d), precommit_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:24.301551 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f25e36-3cf2-4939-84e5-3caf47fa0bac req-ad49df42-29ea-4d9d-82f0-e37100cd2a60 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:24.303247 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-d3f25e36-3cf2-4939-84e5-3caf47fa0bac req-ad49df42-29ea-4d9d-82f0-e37100cd2a60 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/ports?device_id=793849be-e460-43aa-8520-df0dc2494d36 HTTP/1.1" status: 200 len: 943 time: 0.1382878 Mar 11 02:55:24.331783 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-a1328d63-8904-4703-95c7-a5d802b726d7 req-075a92dc-38de-4186-81b4-7255d0e634df tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774348857676'] for port (376644d1-d63b-4c41-ba43-be4c17127867), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:24.336988 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-e5ae4446-a4c5-470a-8d2c-2e7b90d3a4d1 req-9ee04531-a54d-46c0-ac90-6e59164da147 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/ports?device_id=e409d1d5-f58e-4339-96ac-4bf92f2eeb8b HTTP/1.1" status: 200 len: 210 time: 0.0372765 Mar 11 02:55:24.387341 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b37c785b-0d14-4544-a9c8-abab4014971e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (67e4a5c2-4b59-494a-b643-d34e103dad9d), after_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:24.390668 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b37c785b-0d14-4544-a9c8-abab4014971e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:24.391661 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-b37c785b-0d14-4544-a9c8-abab4014971e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/67e4a5c2-4b59-494a-b643-d34e103dad9d HTTP/1.1" status: 204 len: 168 time: 0.1936347 Mar 11 02:55:24.396442 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1328d63-8904-4703-95c7-a5d802b726d7 req-075a92dc-38de-4186-81b4-7255d0e634df tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Network c37e13a0-a6c7-4b0f-ae0c-93319b771da2 is already hosted by enough agents. {{(pid=103104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 02:55:24.404988 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.scheduler.base_scheduler [req-a1328d63-8904-4703-95c7-a5d802b726d7 req-075a92dc-38de-4186-81b4-7255d0e634df tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Resources bound (agent type, host, resource id): {{(pid=103104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 02:55:24.408952 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1328d63-8904-4703-95c7-a5d802b726d7 req-075a92dc-38de-4186-81b4-7255d0e634df tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Received port after_create {{(pid=103104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 02:55:24.409385 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37c785b-0d14-4544-a9c8-abab4014971e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67e4a5c2-4b59-494a-b643-d34e103dad9d,revision_number=None']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:55:24.414658 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1328d63-8904-4703-95c7-a5d802b726d7 req-075a92dc-38de-4186-81b4-7255d0e634df tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:24.415366 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-a1328d63-8904-4703-95c7-a5d802b726d7 req-075a92dc-38de-4186-81b4-7255d0e634df tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-648073'] for port (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:24.420148 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-d3f25e36-3cf2-4939-84e5-3caf47fa0bac req-857cf72c-87bf-439e-a512-bc1f952abebb tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5ad1bfd-bd0d-4e50-9714-1ca1b519c2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086400 Mar 11 02:55:24.429414 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075a92dc-38de-4186-81b4-7255d0e634df tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Pushing event updated for resources: {'Port': ['ID=376644d1-d63b-4c41-ba43-be4c17127867,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:55:24.450869 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-a1328d63-8904-4703-95c7-a5d802b726d7 req-075a92dc-38de-4186-81b4-7255d0e634df tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7879887 Mar 11 02:55:24.464913 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.v2.base [req-a1328d63-8904-4703-95c7-a5d802b726d7 req-bf8a05b1-821b-432d-9332-74034d25da85 service neutron] Request body: {'port': {'device_id': 'e409d1d5-f58e-4339-96ac-4bf92f2eeb8b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=103104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 02:55:24.543986 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-a1328d63-8904-4703-95c7-a5d802b726d7 req-bf8a05b1-821b-432d-9332-74034d25da85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (376644d1-d63b-4c41-ba43-be4c17127867), before_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:24.794961 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b970a8a0-6ad9-4cd4-83e4-e266a98da9e7 req-677e792c-fc8e-40f7-ad8e-70dbeab63474 tempest-DeleteServersTestJSON-1352040899 tempest-DeleteServersTestJSON-1352040899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:24.803666 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-b970a8a0-6ad9-4cd4-83e4-e266a98da9e7 req-677e792c-fc8e-40f7-ad8e-70dbeab63474 tempest-DeleteServersTestJSON-1352040899 tempest-DeleteServersTestJSON-1352040899-project] 10.222.0.20 "GET /v2.0/ports?device_id=5dd19f43-d516-4b24-838e-967e390ddf45 HTTP/1.1" status: 200 len: 944 time: 0.0706470 Mar 11 02:55:24.820140 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [None req-ade8747a-8f0a-4e10-943e-3b860f9eafd0 None None] Provisioning complete for port 376644d1-d63b-4c41-ba43-be4c17127867 triggered by entity DHCP. {{(pid=103105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 02:55:24.822671 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-ade8747a-8f0a-4e10-943e-3b860f9eafd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536573942'] for port (376644d1-d63b-4c41-ba43-be4c17127867), provisioning_complete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:24.882393 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-b970a8a0-6ad9-4cd4-83e4-e266a98da9e7 req-c7f66643-aa0a-4a00-9609-b80f9538a70e tempest-DeleteServersTestJSON-1352040899 tempest-DeleteServersTestJSON-1352040899-project] 10.222.0.20 "GET /v2.0/security-groups?id=702f855b-8c0a-44fc-99f1-607f482b6446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759754 Mar 11 02:55:24.898265 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-f7bd4ea2-a18c-4ea7-8f08-5b603c7ab253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (368653ed-b5ce-4183-9c3b-231a0bc3dd35), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:24.904276 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-ade8747a-8f0a-4e10-943e-3b860f9eafd0 None None] Port 376644d1-d63b-4c41-ba43-be4c17127867 cannot update to ACTIVE because it is not bound. {{(pid=103105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 02:55:25.014928 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 38974) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:55:25.033947 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.notifiers.nova [req-a1328d63-8904-4703-95c7-a5d802b726d7 req-bf8a05b1-821b-432d-9332-74034d25da85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 376644d1-d63b-4c41-ba43-be4c17127867 {{(pid=103104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 02:55:25.043557 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-a1328d63-8904-4703-95c7-a5d802b726d7 req-bf8a05b1-821b-432d-9332-74034d25da85 service neutron] Publish callbacks [] for port (376644d1-d63b-4c41-ba43-be4c17127867), precommit_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:25.046546 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-7700d7e0-a51f-4806-84f9-1e2eb6639d31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:25.068068 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.db.provisioning_blocks [req-a1328d63-8904-4703-95c7-a5d802b726d7 req-bf8a05b1-821b-432d-9332-74034d25da85 service neutron] Transition to ACTIVE for port object 376644d1-d63b-4c41-ba43-be4c17127867 will not be triggered until provisioned by entity L2. {{(pid=103104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 02:55:25.074082 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-a1328d63-8904-4703-95c7-a5d802b726d7 req-bf8a05b1-821b-432d-9332-74034d25da85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712'] for port (376644d1-d63b-4c41-ba43-be4c17127867), after_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:25.138927 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8a05b1-821b-432d-9332-74034d25da85 service neutron] Pushing event updated for resources: {'Port': ['ID=376644d1-d63b-4c41-ba43-be4c17127867,revision_number=2']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:55:25.192080 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.managers [req-a1328d63-8904-4703-95c7-a5d802b726d7 req-bf8a05b1-821b-432d-9332-74034d25da85 service neutron] Attempting to bind port 376644d1-d63b-4c41-ba43-be4c17127867 on host hv-cinder-74014 for vnic_type normal with profile {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 02:55:25.192746 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.managers [req-a1328d63-8904-4703-95c7-a5d802b726d7 req-bf8a05b1-821b-432d-9332-74034d25da85 service neutron] Attempting to bind port 376644d1-d63b-4c41-ba43-be4c17127867 by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': 'e477fdca-2d56-4686-9dff-dd5cd9b82843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'c37e13a0-a6c7-4b0f-ae0c-93319b771da2'}] {{(pid=103104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 02:55:25.193378 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1328d63-8904-4703-95c7-a5d802b726d7 req-bf8a05b1-821b-432d-9332-74034d25da85 service neutron] Attempting to bind port 376644d1-d63b-4c41-ba43-be4c17127867 on network c37e13a0-a6c7-4b0f-ae0c-93319b771da2 {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 02:55:25.207615 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1328d63-8904-4703-95c7-a5d802b726d7 req-bf8a05b1-821b-432d-9332-74034d25da85 service neutron] Port 376644d1-d63b-4c41-ba43-be4c17127867 on network c37e13a0-a6c7-4b0f-ae0c-93319b771da2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 02:55:25.208620 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1328d63-8904-4703-95c7-a5d802b726d7 req-bf8a05b1-821b-432d-9332-74034d25da85 service neutron] Attempting to bind port 376644d1-d63b-4c41-ba43-be4c17127867 on network c37e13a0-a6c7-4b0f-ae0c-93319b771da2 {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 02:55:25.209653 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-7700d7e0-a51f-4806-84f9-1e2eb6639d31 admin admin] Publish callbacks [] for security_group (ff4e2c04-c868-4bd5-a8a5-79a61cce689f), precommit_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:25.215173 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-7700d7e0-a51f-4806-84f9-1e2eb6639d31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (ff4e2c04-c868-4bd5-a8a5-79a61cce689f), after_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:25.229473 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1328d63-8904-4703-95c7-a5d802b726d7 req-bf8a05b1-821b-432d-9332-74034d25da85 service neutron] Checking agent: {'id': '56ad6e9b-975a-4fdf-b549-1f3c33ba94e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 2, 52, 47), 'started_at': datetime.datetime(2022, 3, 11, 2, 52, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 2, 55, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 02:55:25.230215 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1328d63-8904-4703-95c7-a5d802b726d7 req-bf8a05b1-821b-432d-9332-74034d25da85 service neutron] Checking segment: {'id': 'e477fdca-2d56-4686-9dff-dd5cd9b82843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'c37e13a0-a6c7-4b0f-ae0c-93319b771da2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 02:55:25.231376 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1328d63-8904-4703-95c7-a5d802b726d7 req-bf8a05b1-821b-432d-9332-74034d25da85 service neutron] Bound using segment: {'id': 'e477fdca-2d56-4686-9dff-dd5cd9b82843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'c37e13a0-a6c7-4b0f-ae0c-93319b771da2'} {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 02:55:25.232065 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.managers [req-a1328d63-8904-4703-95c7-a5d802b726d7 req-bf8a05b1-821b-432d-9332-74034d25da85 service neutron] Bound port: 376644d1-d63b-4c41-ba43-be4c17127867, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e477fdca-2d56-4686-9dff-dd5cd9b82843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'c37e13a0-a6c7-4b0f-ae0c-93319b771da2'}}] {{(pid=103104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 02:55:25.232789 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-a1328d63-8904-4703-95c7-a5d802b726d7 req-bf8a05b1-821b-432d-9332-74034d25da85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (376644d1-d63b-4c41-ba43-be4c17127867), before_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:25.269541 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-7700d7e0-a51f-4806-84f9-1e2eb6639d31 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6b29f8cf9a484deda04bc4a552445910&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2524557 Mar 11 02:55:25.271022 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7700d7e0-a51f-4806-84f9-1e2eb6639d31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff4e2c04-c868-4bd5-a8a5-79a61cce689f,revision_number=1']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:55:25.276177 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 38986) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:55:25.346197 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.db [req-a1328d63-8904-4703-95c7-a5d802b726d7 req-bf8a05b1-821b-432d-9332-74034d25da85 service neutron] For port 376644d1-d63b-4c41-ba43-be4c17127867, host hv-cinder-74014, cleared binding levels {{(pid=103104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 02:55:25.346811 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-26571064-806f-44f9-8741-e52a4e3c2ddb admin admin] Publish callbacks [] for security_group (ff4e2c04-c868-4bd5-a8a5-79a61cce689f), before_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:25.349969 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.db [req-a1328d63-8904-4703-95c7-a5d802b726d7 req-bf8a05b1-821b-432d-9332-74034d25da85 service neutron] For port 376644d1-d63b-4c41-ba43-be4c17127867, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=376644d1-d63b-4c41-ba43-be4c17127867,segment=NetworkSegment(e477fdca-2d56-4686-9dff-dd5cd9b82843),segment_id=e477fdca-2d56-4686-9dff-dd5cd9b82843)] {{(pid=103104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 02:55:25.363749 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5456808d-1348-4246-a35e-a8146b5d79e6 req-c48d2e31-6488-497a-90e5-77a76fd2bde6 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:25.365316 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-5456808d-1348-4246-a35e-a8146b5d79e6 req-c48d2e31-6488-497a-90e5-77a76fd2bde6 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/ports?device_id=13132607-0993-42da-b12a-915a6d20ac5e HTTP/1.1" status: 200 len: 944 time: 0.1534982 Mar 11 02:55:25.367786 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-a1328d63-8904-4703-95c7-a5d802b726d7 req-bf8a05b1-821b-432d-9332-74034d25da85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712'] for port (376644d1-d63b-4c41-ba43-be4c17127867), after_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:25.377679 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-26571064-806f-44f9-8741-e52a4e3c2ddb admin admin] Publish callbacks [] for security_group (ff4e2c04-c868-4bd5-a8a5-79a61cce689f), precommit_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:25.434338 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1328d63-8904-4703-95c7-a5d802b726d7 req-bf8a05b1-821b-432d-9332-74034d25da85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:25.434962 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-a1328d63-8904-4703-95c7-a5d802b726d7 req-bf8a05b1-821b-432d-9332-74034d25da85 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-648073'] for port (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:25.436343 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-a1328d63-8904-4703-95c7-a5d802b726d7 req-bf8a05b1-821b-432d-9332-74034d25da85 service neutron] 10.222.0.13 "PUT /v2.0/ports/376644d1-d63b-4c41-ba43-be4c17127867 HTTP/1.1" status: 200 len: 1093 time: 0.9782794 Mar 11 02:55:25.437335 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e409d1d5-f58e-4339-96ac-4bf92f2eeb8b', 'tag': '376644d1-d63b-4c41-ba43-be4c17127867'}] {{(pid=103104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 02:55:25.439125 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b4e7651ceabe3a28ab45abcf2012854968d28c41040a071bcf34f6a69b109a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9804082b-c110-4ca6-a8ba-38c0a4c3fb2a" -d '{"events": [{"name": "network-changed", "server_uuid": "e409d1d5-f58e-4339-96ac-4bf92f2eeb8b", "tag": "376644d1-d63b-4c41-ba43-be4c17127867"}]}' {{(pid=103104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 02:55:25.525707 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-26571064-806f-44f9-8741-e52a4e3c2ddb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (ff4e2c04-c868-4bd5-a8a5-79a61cce689f), after_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:25.529121 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-26571064-806f-44f9-8741-e52a4e3c2ddb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:25.531154 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-26571064-806f-44f9-8741-e52a4e3c2ddb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ff4e2c04-c868-4bd5-a8a5-79a61cce689f HTTP/1.1" status: 204 len: 168 time: 0.2523332 Mar 11 02:55:25.533175 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8a05b1-821b-432d-9332-74034d25da85 service neutron] Pushing event updated for resources: {'Port': ['ID=376644d1-d63b-4c41-ba43-be4c17127867,revision_number=3']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:55:25.546832 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26571064-806f-44f9-8741-e52a4e3c2ddb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff4e2c04-c868-4bd5-a8a5-79a61cce689f,revision_number=None']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:55:25.581962 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460f6595-e0e9-4482-a86b-79a1fcdaa9e6 req-2257357e-7722-4d8b-9d27-ba255e193446 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:25.583595 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-460f6595-e0e9-4482-a86b-79a1fcdaa9e6 req-2257357e-7722-4d8b-9d27-ba255e193446 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/ports?device_id=e409d1d5-f58e-4339-96ac-4bf92f2eeb8b HTTP/1.1" status: 200 len: 943 time: 0.1016717 Mar 11 02:55:25.597014 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-5456808d-1348-4246-a35e-a8146b5d79e6 req-438da6ea-7999-427a-af45-69cb506d1fe1 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9c75b18-9067-4656-afb9-de1b8b0fda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1871808 Mar 11 02:55:25.626175 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1328d63-8904-4703-95c7-a5d802b726d7 req-b5a47793-8a39-49b6-9bfa-ded6621f97c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:25.627763 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-a1328d63-8904-4703-95c7-a5d802b726d7 req-b5a47793-8a39-49b6-9bfa-ded6621f97c8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=016945d4fe40485aa894be1440edd3ad&device_id=e409d1d5-f58e-4339-96ac-4bf92f2eeb8b HTTP/1.1" status: 200 len: 1127 time: 0.1388960 Mar 11 02:55:25.664357 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-f28c0ae4-c5a5-4e67-96c2-37b36f3544e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (258069e3-19c1-49ed-8474-20b6ecde628d), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:25.692880 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-460f6595-e0e9-4482-a86b-79a1fcdaa9e6 req-65c42698-2739-4126-ae85-bddf8018ec1e tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/security-groups?id=80bb0548-f8bc-4a80-afbb-37b7a84dba28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028180 Mar 11 02:55:25.730554 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 02:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b3851c1-df2b-406b-a0ad-6f351dbeeacb x-openstack-request-id: req-7b3851c1-df2b-406b-a0ad-6f351dbeeacb {{(pid=103104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 02:55:25.730903 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e409d1d5-f58e-4339-96ac-4bf92f2eeb8b", "tag": "376644d1-d63b-4c41-ba43-be4c17127867", "status": "completed", "code": 200}]} {{(pid=103104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 02:55:25.731228 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7b3851c1-df2b-406b-a0ad-6f351dbeeacb {{(pid=103104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 02:55:25.731703 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e409d1d5-f58e-4339-96ac-4bf92f2eeb8b', 'tag': '376644d1-d63b-4c41-ba43-be4c17127867', 'status': 'completed', 'code': 200} Mar 11 02:55:25.733649 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-a1328d63-8904-4703-95c7-a5d802b726d7 req-39898095-54c5-45f0-bd90-45013e6c5555 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=376644d1-d63b-4c41-ba43-be4c17127867 HTTP/1.1" status: 200 len: 217 time: 0.0988975 Mar 11 02:55:25.918088 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Device d667e6b8-6222-406b-9aa8-bcfc50864c9a details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=103105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 02:55:26.043537 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1328d63-8904-4703-95c7-a5d802b726d7 req-c0c4c89b-9f02-43bd-80cd-6e8471731909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:26.045295 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-a1328d63-8904-4703-95c7-a5d802b726d7 req-c0c4c89b-9f02-43bd-80cd-6e8471731909 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5c53e0a5-6c83-4aeb-b9db-2d1372c504dc HTTP/1.1" status: 200 len: 855 time: 0.3056202 Mar 11 02:55:26.070083 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a30c630-5bf1-4e3b-9a8d-412e93584948 req-f6a42ffd-8f48-44a7-9f4d-4765d356efa2 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:26.078158 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-5a30c630-5bf1-4e3b-9a8d-412e93584948 req-f6a42ffd-8f48-44a7-9f4d-4765d356efa2 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/ports?device_id=793849be-e460-43aa-8520-df0dc2494d36 HTTP/1.1" status: 200 len: 943 time: 0.2957656 Mar 11 02:55:26.110216 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1515b8-189e-4277-beb6-c99b588ef1bf req-4a361ab8-c95d-4f3d-9776-72670a7fe002 tempest-DeleteServersTestJSON-1352040899 tempest-DeleteServersTestJSON-1352040899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:26.119386 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-ec1515b8-189e-4277-beb6-c99b588ef1bf req-4a361ab8-c95d-4f3d-9776-72670a7fe002 tempest-DeleteServersTestJSON-1352040899 tempest-DeleteServersTestJSON-1352040899-project] 10.222.0.20 "GET /v2.0/ports?device_id=5dd19f43-d516-4b24-838e-967e390ddf45 HTTP/1.1" status: 200 len: 944 time: 0.1552682 Mar 11 02:55:26.149195 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] For port d667e6b8-6222-406b-9aa8-bcfc50864c9a, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=d667e6b8-6222-406b-9aa8-bcfc50864c9a,segment=NetworkSegment(9dafc380-f183-4cac-bb58-3fadfbe37e0a),segment_id=9dafc380-f183-4cac-bb58-3fadfbe37e0a)] {{(pid=103105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 02:55:26.199525 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Returning: {'device': 'd667e6b8-6222-406b-9aa8-bcfc50864c9a', 'network_id': 'efac0d19-7339-4c25-b4bc-ad7f12378dc1', 'port_id': 'd667e6b8-6222-406b-9aa8-bcfc50864c9a', 'mac_address': 'fa:16:3e:21:04:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e03685bc-4eda-4636-83ff-246654d7e2b8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 02:55:26.203353 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-ec1515b8-189e-4277-beb6-c99b588ef1bf req-293d19c8-72e9-481c-b985-c9ce9030d77a tempest-DeleteServersTestJSON-1352040899 tempest-DeleteServersTestJSON-1352040899-project] 10.222.0.20 "GET /v2.0/security-groups?id=702f855b-8c0a-44fc-99f1-607f482b6446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725341 Mar 11 02:55:26.230449 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1328d63-8904-4703-95c7-a5d802b726d7 req-b6265119-d3d0-4ee3-98f6-80576593bba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:26.231918 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-a1328d63-8904-4703-95c7-a5d802b726d7 req-b6265119-d3d0-4ee3-98f6-80576593bba5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c37e13a0-a6c7-4b0f-ae0c-93319b771da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.1783099 Mar 11 02:55:26.247103 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-5a30c630-5bf1-4e3b-9a8d-412e93584948 req-3376e430-430a-428b-8b66-5e6b169c6406 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5ad1bfd-bd0d-4e50-9714-1ca1b519c2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679988 Mar 11 02:55:26.264856 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Current status of the port d667e6b8-6222-406b-9aa8-bcfc50864c9a is: DOWN; New status is: BUILD {{(pid=103105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 02:55:26.265521 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (d667e6b8-6222-406b-9aa8-bcfc50864c9a), before_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:26.286933 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.notifiers.nova [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d667e6b8-6222-406b-9aa8-bcfc50864c9a {{(pid=103105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 02:55:26.314779 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] For port d667e6b8-6222-406b-9aa8-bcfc50864c9a, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=d667e6b8-6222-406b-9aa8-bcfc50864c9a,segment=NetworkSegment(9dafc380-f183-4cac-bb58-3fadfbe37e0a),segment_id=9dafc380-f183-4cac-bb58-3fadfbe37e0a)] {{(pid=103105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 02:55:26.321891 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712'] for port (d667e6b8-6222-406b-9aa8-bcfc50864c9a), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:26.322946 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Device 5d2f4ab4-d4ef-4e77-ac4b-7824be632801 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=103105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 02:55:26.396119 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-a1328d63-8904-4703-95c7-a5d802b726d7 req-98306dfc-0bac-49e2-bdab-705066a3a913 service neutron] 10.222.0.13 "GET /v2.0/networks/c37e13a0-a6c7-4b0f-ae0c-93319b771da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477463 Mar 11 02:55:26.436554 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Pushing event updated for resources: {'Port': ['ID=d667e6b8-6222-406b-9aa8-bcfc50864c9a,revision_number=4']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:55:26.530132 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] For port 5d2f4ab4-d4ef-4e77-ac4b-7824be632801, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=5d2f4ab4-d4ef-4e77-ac4b-7824be632801,segment=NetworkSegment(b4c6a6d0-d5ce-43e9-a225-662750edeecd),segment_id=b4c6a6d0-d5ce-43e9-a225-662750edeecd)] {{(pid=103105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 02:55:26.544249 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Returning: {'device': '5d2f4ab4-d4ef-4e77-ac4b-7824be632801', 'network_id': '49572182-0bfb-4d8e-8b3c-cb692959f2dc', 'port_id': '5d2f4ab4-d4ef-4e77-ac4b-7824be632801', 'mac_address': 'fa:16:3e:1b:7b:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ba06441-f062-4730-8ff7-add49f12ccc3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 02:55:26.561685 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-a1328d63-8904-4703-95c7-a5d802b726d7 req-36eb3537-bdbd-4179-92ad-5dd3044c331a service neutron] 10.222.0.13 "GET /v2.0/networks/c37e13a0-a6c7-4b0f-ae0c-93319b771da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588225 Mar 11 02:55:26.595966 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Current status of the port 5d2f4ab4-d4ef-4e77-ac4b-7824be632801 is: DOWN; New status is: BUILD {{(pid=103105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 02:55:26.596422 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (5d2f4ab4-d4ef-4e77-ac4b-7824be632801), before_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:26.614610 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.notifiers.nova [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d2f4ab4-d4ef-4e77-ac4b-7824be632801 {{(pid=103105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 02:55:26.645298 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] For port 5d2f4ab4-d4ef-4e77-ac4b-7824be632801, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=5d2f4ab4-d4ef-4e77-ac4b-7824be632801,segment=NetworkSegment(b4c6a6d0-d5ce-43e9-a225-662750edeecd),segment_id=b4c6a6d0-d5ce-43e9-a225-662750edeecd)] {{(pid=103105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 02:55:26.650681 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712'] for port (5d2f4ab4-d4ef-4e77-ac4b-7824be632801), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:26.651661 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Device cd468ac7-e9d7-46fd-8e96-e3509d02b8df details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=103105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 02:55:26.729222 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Pushing event updated for resources: {'Port': ['ID=5d2f4ab4-d4ef-4e77-ac4b-7824be632801,revision_number=4']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:55:26.749329 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9804082b-c110-4ca6-a8ba-38c0a4c3fb2a req-5a962965-b076-4d33-9133-02fbbe4b0d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:26.750534 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] For port cd468ac7-e9d7-46fd-8e96-e3509d02b8df, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=cd468ac7-e9d7-46fd-8e96-e3509d02b8df,segment=NetworkSegment(9dafc380-f183-4cac-bb58-3fadfbe37e0a),segment_id=9dafc380-f183-4cac-bb58-3fadfbe37e0a)] {{(pid=103105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 02:55:26.750873 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-9804082b-c110-4ca6-a8ba-38c0a4c3fb2a req-5a962965-b076-4d33-9133-02fbbe4b0d89 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=016945d4fe40485aa894be1440edd3ad&device_id=e409d1d5-f58e-4339-96ac-4bf92f2eeb8b HTTP/1.1" status: 200 len: 1127 time: 0.1310465 Mar 11 02:55:26.760596 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b87084f-4336-48c8-83fa-7c35241a1563 req-70c7dfbe-9b29-40a4-b30a-dd480f246de3 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:26.762785 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-4b87084f-4336-48c8-83fa-7c35241a1563 req-70c7dfbe-9b29-40a4-b30a-dd480f246de3 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/ports?device_id=13132607-0993-42da-b12a-915a6d20ac5e HTTP/1.1" status: 200 len: 944 time: 0.0588605 Mar 11 02:55:26.775304 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Returning: {'device': 'cd468ac7-e9d7-46fd-8e96-e3509d02b8df', 'network_id': 'efac0d19-7339-4c25-b4bc-ad7f12378dc1', 'port_id': 'cd468ac7-e9d7-46fd-8e96-e3509d02b8df', 'mac_address': 'fa:16:3e:77:15:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e03685bc-4eda-4636-83ff-246654d7e2b8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 02:55:26.840941 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Current status of the port cd468ac7-e9d7-46fd-8e96-e3509d02b8df is: DOWN; New status is: BUILD {{(pid=103105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 02:55:26.841382 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (cd468ac7-e9d7-46fd-8e96-e3509d02b8df), before_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:26.857941 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.notifiers.nova [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd468ac7-e9d7-46fd-8e96-e3509d02b8df {{(pid=103105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 02:55:26.880891 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-4b87084f-4336-48c8-83fa-7c35241a1563 req-51f249fe-cd71-4ec8-84fa-59e2bec56501 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9c75b18-9067-4656-afb9-de1b8b0fda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108975 Mar 11 02:55:26.895007 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] For port cd468ac7-e9d7-46fd-8e96-e3509d02b8df, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=cd468ac7-e9d7-46fd-8e96-e3509d02b8df,segment=NetworkSegment(9dafc380-f183-4cac-bb58-3fadfbe37e0a),segment_id=9dafc380-f183-4cac-bb58-3fadfbe37e0a)] {{(pid=103105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 02:55:26.903437 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712'] for port (cd468ac7-e9d7-46fd-8e96-e3509d02b8df), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:26.904709 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Device 07c49de9-be92-4f37-96d3-d58c8107b200 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=103105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 02:55:26.950826 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de71a35c-6d80-473f-a0da-9910da5df2d2 req-1c276c56-8bfc-4ead-9610-bfea46c641c5 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:26.952541 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-de71a35c-6d80-473f-a0da-9910da5df2d2 req-1c276c56-8bfc-4ead-9610-bfea46c641c5 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/ports?device_id=e409d1d5-f58e-4339-96ac-4bf92f2eeb8b HTTP/1.1" status: 200 len: 943 time: 0.1428647 Mar 11 02:55:26.965126 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9804082b-c110-4ca6-a8ba-38c0a4c3fb2a req-1f19b1b0-62b2-4ede-8c42-ab197beece3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:26.966594 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-9804082b-c110-4ca6-a8ba-38c0a4c3fb2a req-1f19b1b0-62b2-4ede-8c42-ab197beece3e service neutron] 10.222.0.13 "GET /v2.0/networks?id=c37e13a0-a6c7-4b0f-ae0c-93319b771da2 HTTP/1.1" status: 200 len: 917 time: 0.2089782 Mar 11 02:55:27.023803 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-9804082b-c110-4ca6-a8ba-38c0a4c3fb2a req-c1146ba4-7617-4cea-a154-08e7face9052 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=376644d1-d63b-4c41-ba43-be4c17127867 HTTP/1.1" status: 200 len: 217 time: 0.0508666 Mar 11 02:55:27.036930 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Pushing event updated for resources: {'Port': ['ID=cd468ac7-e9d7-46fd-8e96-e3509d02b8df,revision_number=4']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:55:27.092231 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-de71a35c-6d80-473f-a0da-9910da5df2d2 req-ccec8b48-efeb-4f02-b770-f2f162ae3b43 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/security-groups?id=80bb0548-f8bc-4a80-afbb-37b7a84dba28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1295452 Mar 11 02:55:27.103385 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9804082b-c110-4ca6-a8ba-38c0a4c3fb2a req-0ad57b7a-1a93-4939-a61e-775dcf77151c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:27.105037 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-9804082b-c110-4ca6-a8ba-38c0a4c3fb2a req-0ad57b7a-1a93-4939-a61e-775dcf77151c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5c53e0a5-6c83-4aeb-b9db-2d1372c504dc HTTP/1.1" status: 200 len: 855 time: 0.0741227 Mar 11 02:55:27.122520 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] For port 07c49de9-be92-4f37-96d3-d58c8107b200, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=07c49de9-be92-4f37-96d3-d58c8107b200,segment=NetworkSegment(22446c97-92b8-47e2-ad9c-302a226f6755),segment_id=22446c97-92b8-47e2-ad9c-302a226f6755)] {{(pid=103105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 02:55:27.143949 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Returning: {'device': '07c49de9-be92-4f37-96d3-d58c8107b200', 'network_id': '845c03c2-a500-4a58-b6f9-0437e53ee18b', 'port_id': '07c49de9-be92-4f37-96d3-d58c8107b200', 'mac_address': 'fa:16:3e:8a:a3:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '363826bf-4a53-45a3-8f97-aa25838926f8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 02:55:27.152255 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-afaf34ad-b747-4180-ba41-f81d7ecfb39b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (b193670b-9854-4e90-bc6a-e616470c2469), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:27.194714 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9804082b-c110-4ca6-a8ba-38c0a4c3fb2a req-21083963-73f0-4852-851e-7685ad7738a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:27.195806 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Current status of the port 07c49de9-be92-4f37-96d3-d58c8107b200 is: DOWN; New status is: BUILD {{(pid=103105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 02:55:27.196205 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (07c49de9-be92-4f37-96d3-d58c8107b200), before_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:27.199229 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-9804082b-c110-4ca6-a8ba-38c0a4c3fb2a req-21083963-73f0-4852-851e-7685ad7738a9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c37e13a0-a6c7-4b0f-ae0c-93319b771da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0808017 Mar 11 02:55:27.328985 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-9804082b-c110-4ca6-a8ba-38c0a4c3fb2a req-a0eec3d8-c2f0-47b3-a610-29cf08caac76 service neutron] 10.222.0.13 "GET /v2.0/networks/c37e13a0-a6c7-4b0f-ae0c-93319b771da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211882 Mar 11 02:55:27.388454 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faefc02c-cbd4-4768-ba53-4c5804b48a4c req-ba8d05fa-74e7-4d7c-bad6-8176b7c15ecc tempest-DeleteServersTestJSON-1352040899 tempest-DeleteServersTestJSON-1352040899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:27.395404 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-faefc02c-cbd4-4768-ba53-4c5804b48a4c req-ba8d05fa-74e7-4d7c-bad6-8176b7c15ecc tempest-DeleteServersTestJSON-1352040899 tempest-DeleteServersTestJSON-1352040899-project] 10.222.0.20 "GET /v2.0/ports?device_id=5dd19f43-d516-4b24-838e-967e390ddf45 HTTP/1.1" status: 200 len: 945 time: 0.0917022 Mar 11 02:55:27.397041 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 39088) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:55:27.454695 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-faefc02c-cbd4-4768-ba53-4c5804b48a4c req-786f37d7-b928-41e7-b7f4-e4e15fb3fb34 tempest-DeleteServersTestJSON-1352040899 tempest-DeleteServersTestJSON-1352040899-project] 10.222.0.20 "GET /v2.0/security-groups?id=702f855b-8c0a-44fc-99f1-607f482b6446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583911 Mar 11 02:55:27.463076 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.notifiers.nova [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07c49de9-be92-4f37-96d3-d58c8107b200 {{(pid=103105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 02:55:27.499317 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] For port 07c49de9-be92-4f37-96d3-d58c8107b200, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=07c49de9-be92-4f37-96d3-d58c8107b200,segment=NetworkSegment(22446c97-92b8-47e2-ad9c-302a226f6755),segment_id=22446c97-92b8-47e2-ad9c-302a226f6755)] {{(pid=103105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 02:55:27.505577 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-9804082b-c110-4ca6-a8ba-38c0a4c3fb2a req-ab832bfe-a5ef-40a9-b17a-a217cc636c78 service neutron] 10.222.0.13 "GET /v2.0/networks/c37e13a0-a6c7-4b0f-ae0c-93319b771da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712587 Mar 11 02:55:27.506665 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712'] for port (07c49de9-be92-4f37-96d3-d58c8107b200), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:27.516992 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f750f1-6872-46a2-97fc-92fe843d0af8 req-da46fc82-fd89-4514-b588-3206705a2628 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:27.518962 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-a3f750f1-6872-46a2-97fc-92fe843d0af8 req-da46fc82-fd89-4514-b588-3206705a2628 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/ports?device_id=793849be-e460-43aa-8520-df0dc2494d36 HTTP/1.1" status: 200 len: 944 time: 0.1459172 Mar 11 02:55:27.588754 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Pushing event updated for resources: {'Port': ['ID=07c49de9-be92-4f37-96d3-d58c8107b200,revision_number=4']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:55:27.628653 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-a3f750f1-6872-46a2-97fc-92fe843d0af8 req-cdb176c3-ac53-49ca-9710-5ab267374636 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5ad1bfd-bd0d-4e50-9714-1ca1b519c2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955877 Mar 11 02:55:27.701292 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-90135fa9-1aff-4989-adf6-4c965878ac67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:27.789835 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-90135fa9-1aff-4989-adf6-4c965878ac67 admin admin] Publish callbacks [] for security_group (5e510109-e602-40d3-86dc-c3eac7cb7847), precommit_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:27.795753 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-90135fa9-1aff-4989-adf6-4c965878ac67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (5e510109-e602-40d3-86dc-c3eac7cb7847), after_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:27.844731 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-90135fa9-1aff-4989-adf6-4c965878ac67 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=70f3b3d0866e4b9482d1fa28340604a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4460225 Mar 11 02:55:27.845906 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90135fa9-1aff-4989-adf6-4c965878ac67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e510109-e602-40d3-86dc-c3eac7cb7847,revision_number=1']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:55:27.847486 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 39124) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:55:27.926142 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-4c9a7903-a7ab-4a04-971c-f31dd13ef3ae admin admin] Publish callbacks [] for security_group (5e510109-e602-40d3-86dc-c3eac7cb7847), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:27.959698 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-4c9a7903-a7ab-4a04-971c-f31dd13ef3ae admin admin] Publish callbacks [] for security_group (5e510109-e602-40d3-86dc-c3eac7cb7847), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:28.013892 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-4c9a7903-a7ab-4a04-971c-f31dd13ef3ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (5e510109-e602-40d3-86dc-c3eac7cb7847), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:28.016654 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-4c9a7903-a7ab-4a04-971c-f31dd13ef3ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:28.018032 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-4c9a7903-a7ab-4a04-971c-f31dd13ef3ae admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5e510109-e602-40d3-86dc-c3eac7cb7847 HTTP/1.1" status: 204 len: 168 time: 0.1686592 Mar 11 02:55:28.025818 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ec6d83-e7bb-4e41-873b-efe3e3663642 req-2b319b5d-284d-4df0-8fba-d195a9171b0d tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:28.027272 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9a7903-a7ab-4a04-971c-f31dd13ef3ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e510109-e602-40d3-86dc-c3eac7cb7847,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:55:28.034300 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-27ec6d83-e7bb-4e41-873b-efe3e3663642 req-2b319b5d-284d-4df0-8fba-d195a9171b0d tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/ports?device_id=13132607-0993-42da-b12a-915a6d20ac5e HTTP/1.1" status: 200 len: 945 time: 0.0712044 Mar 11 02:55:28.093782 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-27ec6d83-e7bb-4e41-873b-efe3e3663642 req-6c58bbc1-157f-4035-b92e-7d4717a373c5 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9c75b18-9067-4656-afb9-de1b8b0fda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545204 Mar 11 02:55:28.229478 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486d4e1d-b8b3-409a-a604-634c4c53c420 req-d46923cb-ad0e-45ad-8e3f-ccdf2e0dfbbd tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:28.236161 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-486d4e1d-b8b3-409a-a604-634c4c53c420 req-d46923cb-ad0e-45ad-8e3f-ccdf2e0dfbbd tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/ports?device_id=e409d1d5-f58e-4339-96ac-4bf92f2eeb8b HTTP/1.1" status: 200 len: 943 time: 0.0686383 Mar 11 02:55:28.286048 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-486d4e1d-b8b3-409a-a604-634c4c53c420 req-b65e4d30-f4fe-4c6b-aaa0-77e1b4c9f6df tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/security-groups?id=80bb0548-f8bc-4a80-afbb-37b7a84dba28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489559 Mar 11 02:55:28.371922 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] get_ports_and_sgs() called for port_ids ['cd468ac7-e9d7-46fd-8e96-e3509d02b8df'] {{(pid=103105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 02:55:28.432852 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 39140) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:55:28.448259 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-eaac8ed6-d29c-497b-88b1-2580895ec629 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:28.473539 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] get_ports_and_sgs() called for port_ids ['d667e6b8-6222-406b-9aa8-bcfc50864c9a'] {{(pid=103105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 02:55:28.477537 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] get_ports_and_sgs() called for port_ids ['07c49de9-be92-4f37-96d3-d58c8107b200'] {{(pid=103105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 02:55:28.480483 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] get_ports_and_sgs() called for port_ids ['5d2f4ab4-d4ef-4e77-ac4b-7824be632801'] {{(pid=103105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 02:55:28.543802 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-eaac8ed6-d29c-497b-88b1-2580895ec629 admin admin] Publish callbacks [] for security_group (6469092d-618c-4b7f-92a6-60d04103c2e2), precommit_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:28.555190 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-eaac8ed6-d29c-497b-88b1-2580895ec629 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (6469092d-618c-4b7f-92a6-60d04103c2e2), after_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:28.621959 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-eaac8ed6-d29c-497b-88b1-2580895ec629 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5914562beb78421ea7b490160be45ab8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1871994 Mar 11 02:55:28.623473 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaac8ed6-d29c-497b-88b1-2580895ec629 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6469092d-618c-4b7f-92a6-60d04103c2e2,revision_number=1']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:55:28.624234 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 39146) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:55:28.639951 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21886760-f42f-40b8-8622-e5769cbcdfb4 req-2654ed82-f2f2-4655-9922-98b017ed9e2b tempest-DeleteServersTestJSON-1352040899 tempest-DeleteServersTestJSON-1352040899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:28.641570 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-21886760-f42f-40b8-8622-e5769cbcdfb4 req-2654ed82-f2f2-4655-9922-98b017ed9e2b tempest-DeleteServersTestJSON-1352040899 tempest-DeleteServersTestJSON-1352040899-project] 10.222.0.20 "GET /v2.0/ports?device_id=5dd19f43-d516-4b24-838e-967e390ddf45 HTTP/1.1" status: 200 len: 945 time: 0.0960515 Mar 11 02:55:28.693961 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-feaf1182-85b2-4652-b3f7-c6ecd6b75070 admin admin] Publish callbacks [] for security_group (6469092d-618c-4b7f-92a6-60d04103c2e2), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:28.722634 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-feaf1182-85b2-4652-b3f7-c6ecd6b75070 admin admin] Publish callbacks [] for security_group (6469092d-618c-4b7f-92a6-60d04103c2e2), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:28.722976 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-21886760-f42f-40b8-8622-e5769cbcdfb4 req-7651356e-01f3-411f-b9a5-f594281fdc12 tempest-DeleteServersTestJSON-1352040899 tempest-DeleteServersTestJSON-1352040899-project] 10.222.0.20 "GET /v2.0/security-groups?id=702f855b-8c0a-44fc-99f1-607f482b6446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658443 Mar 11 02:55:28.775372 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (36a16930-fe6f-49e2-96be-29faaa54e9a3), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:28.803503 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c58354b-271a-4ddf-bc09-772766da5e48 req-e897434e-e346-4f2c-a481-8ed76335374f tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:28.804997 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-1c58354b-271a-4ddf-bc09-772766da5e48 req-e897434e-e346-4f2c-a481-8ed76335374f tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/ports?device_id=793849be-e460-43aa-8520-df0dc2494d36 HTTP/1.1" status: 200 len: 944 time: 0.0875666 Mar 11 02:55:28.832956 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-feaf1182-85b2-4652-b3f7-c6ecd6b75070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (6469092d-618c-4b7f-92a6-60d04103c2e2), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:28.835437 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-feaf1182-85b2-4652-b3f7-c6ecd6b75070 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:28.836551 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-feaf1182-85b2-4652-b3f7-c6ecd6b75070 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6469092d-618c-4b7f-92a6-60d04103c2e2 HTTP/1.1" status: 204 len: 168 time: 0.2113731 Mar 11 02:55:28.857284 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaf1182-85b2-4652-b3f7-c6ecd6b75070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6469092d-618c-4b7f-92a6-60d04103c2e2,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:55:28.868970 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-1c58354b-271a-4ddf-bc09-772766da5e48 req-707cef85-0bc2-45dd-beee-bd33f029ccc7 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5ad1bfd-bd0d-4e50-9714-1ca1b519c2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582519 Mar 11 02:55:29.229539 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14504679-436c-4650-bad1-ccb57511e891 req-90e968ab-51e8-40a6-8614-b058c965d9d1 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:29.231233 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-14504679-436c-4650-bad1-ccb57511e891 req-90e968ab-51e8-40a6-8614-b058c965d9d1 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/ports?device_id=13132607-0993-42da-b12a-915a6d20ac5e HTTP/1.1" status: 200 len: 945 time: 0.0590339 Mar 11 02:55:29.294382 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-14504679-436c-4650-bad1-ccb57511e891 req-d8d11e5b-486c-44fd-8a60-28a41a2a77bd tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9c75b18-9067-4656-afb9-de1b8b0fda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576947 Mar 11 02:55:29.422096 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c516e021-2f90-4b30-bae6-b94049a31f86 req-83936029-3e3c-464c-bc17-08d0c9396fa4 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:29.423589 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-c516e021-2f90-4b30-bae6-b94049a31f86 req-83936029-3e3c-464c-bc17-08d0c9396fa4 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/ports?device_id=e409d1d5-f58e-4339-96ac-4bf92f2eeb8b HTTP/1.1" status: 200 len: 943 time: 0.0539293 Mar 11 02:55:29.471383 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-c516e021-2f90-4b30-bae6-b94049a31f86 req-e5c29036-145d-4d64-af7e-2c8e7499afe5 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/security-groups?id=80bb0548-f8bc-4a80-afbb-37b7a84dba28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413270 Mar 11 02:55:29.834564 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a249bbb-8829-4726-8781-3eb44184fb2e req-414273e8-e7b7-4e87-94ce-cb782c530f2f tempest-DeleteServersTestJSON-1352040899 tempest-DeleteServersTestJSON-1352040899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:29.843764 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-1a249bbb-8829-4726-8781-3eb44184fb2e req-414273e8-e7b7-4e87-94ce-cb782c530f2f tempest-DeleteServersTestJSON-1352040899 tempest-DeleteServersTestJSON-1352040899-project] 10.222.0.20 "GET /v2.0/ports?device_id=5dd19f43-d516-4b24-838e-967e390ddf45 HTTP/1.1" status: 200 len: 945 time: 0.0610280 Mar 11 02:55:29.895472 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Device 376644d1-d63b-4c41-ba43-be4c17127867 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=103105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 02:55:29.903854 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-1a249bbb-8829-4726-8781-3eb44184fb2e req-70648a56-c29a-44dc-a0d4-8d1ac7b42512 tempest-DeleteServersTestJSON-1352040899 tempest-DeleteServersTestJSON-1352040899-project] 10.222.0.20 "GET /v2.0/security-groups?id=702f855b-8c0a-44fc-99f1-607f482b6446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582104 Mar 11 02:55:30.018585 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bdb519-0fa6-4961-9b19-284d34e4ea7e req-bd915845-eed2-4d2e-bf37-17b66ee3110e tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:30.022079 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] For port 376644d1-d63b-4c41-ba43-be4c17127867, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=376644d1-d63b-4c41-ba43-be4c17127867,segment=NetworkSegment(e477fdca-2d56-4686-9dff-dd5cd9b82843),segment_id=e477fdca-2d56-4686-9dff-dd5cd9b82843)] {{(pid=103105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 02:55:30.026597 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-d6bdb519-0fa6-4961-9b19-284d34e4ea7e req-bd915845-eed2-4d2e-bf37-17b66ee3110e tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/ports?device_id=793849be-e460-43aa-8520-df0dc2494d36 HTTP/1.1" status: 200 len: 944 time: 0.0621741 Mar 11 02:55:30.047023 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Returning: {'device': '376644d1-d63b-4c41-ba43-be4c17127867', 'network_id': 'c37e13a0-a6c7-4b0f-ae0c-93319b771da2', 'port_id': '376644d1-d63b-4c41-ba43-be4c17127867', 'mac_address': 'fa:16:3e:ed:6e:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c53e0a5-6c83-4aeb-b9db-2d1372c504dc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 02:55:30.069333 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-d6bdb519-0fa6-4961-9b19-284d34e4ea7e req-e0e4aa52-75e4-4123-bfb4-7a9065b66cca tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5ad1bfd-bd0d-4e50-9714-1ca1b519c2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418026 Mar 11 02:55:30.085874 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Current status of the port 376644d1-d63b-4c41-ba43-be4c17127867 is: DOWN; New status is: BUILD {{(pid=103105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 02:55:30.086272 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (376644d1-d63b-4c41-ba43-be4c17127867), before_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:30.098942 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.notifiers.nova [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 376644d1-d63b-4c41-ba43-be4c17127867 {{(pid=103105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 02:55:30.118441 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] For port 376644d1-d63b-4c41-ba43-be4c17127867, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=376644d1-d63b-4c41-ba43-be4c17127867,segment=NetworkSegment(e477fdca-2d56-4686-9dff-dd5cd9b82843),segment_id=e477fdca-2d56-4686-9dff-dd5cd9b82843)] {{(pid=103105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 02:55:30.123727 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712'] for port (376644d1-d63b-4c41-ba43-be4c17127867), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:30.170421 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Pushing event updated for resources: {'Port': ['ID=376644d1-d63b-4c41-ba43-be4c17127867,revision_number=4']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:55:30.435993 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab83bd2-b772-4c7b-8ed4-f043a881319a req-546775c5-2cc3-41bb-a2c1-74124b1508fb tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:30.437643 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-6ab83bd2-b772-4c7b-8ed4-f043a881319a req-546775c5-2cc3-41bb-a2c1-74124b1508fb tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/ports?device_id=13132607-0993-42da-b12a-915a6d20ac5e HTTP/1.1" status: 200 len: 945 time: 0.0729384 Mar 11 02:55:30.509945 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-6ab83bd2-b772-4c7b-8ed4-f043a881319a req-4ad940da-b097-4d71-ad3e-912d05a509b4 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9c75b18-9067-4656-afb9-de1b8b0fda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641804 Mar 11 02:55:30.633215 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46582fae-eb9a-40ef-ab49-3e744b30e5fb req-99c0492e-a2e2-4593-84d8-1a866ebe52e5 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:30.641558 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-46582fae-eb9a-40ef-ab49-3e744b30e5fb req-99c0492e-a2e2-4593-84d8-1a866ebe52e5 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/ports?device_id=e409d1d5-f58e-4339-96ac-4bf92f2eeb8b HTTP/1.1" status: 200 len: 944 time: 0.0791013 Mar 11 02:55:30.689496 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-46582fae-eb9a-40ef-ab49-3e744b30e5fb req-badd8946-2ba5-41b4-93ae-baad501857fa tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/security-groups?id=80bb0548-f8bc-4a80-afbb-37b7a84dba28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467200 Mar 11 02:55:30.771275 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] get_ports_and_sgs() called for port_ids ['376644d1-d63b-4c41-ba43-be4c17127867'] {{(pid=103105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 02:55:31.046294 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1625ed-0b66-4ecc-8224-afe03e543c47 req-8f78061c-7615-4a8f-a7b6-6cfe55bdb15c tempest-DeleteServersTestJSON-1352040899 tempest-DeleteServersTestJSON-1352040899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:31.048599 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-0b1625ed-0b66-4ecc-8224-afe03e543c47 req-8f78061c-7615-4a8f-a7b6-6cfe55bdb15c tempest-DeleteServersTestJSON-1352040899 tempest-DeleteServersTestJSON-1352040899-project] 10.222.0.20 "GET /v2.0/ports?device_id=5dd19f43-d516-4b24-838e-967e390ddf45 HTTP/1.1" status: 200 len: 945 time: 0.0609868 Mar 11 02:55:31.099077 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-0b1625ed-0b66-4ecc-8224-afe03e543c47 req-5bdafb6a-2d7e-4749-b002-98a7c9ad87e7 tempest-DeleteServersTestJSON-1352040899 tempest-DeleteServersTestJSON-1352040899-project] 10.222.0.20 "GET /v2.0/security-groups?id=702f855b-8c0a-44fc-99f1-607f482b6446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446038 Mar 11 02:55:31.203362 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b359401-c624-4a9d-887e-25ca8595820b req-980c1e4d-a817-4a43-938d-5472674d3ff1 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:31.205039 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-5b359401-c624-4a9d-887e-25ca8595820b req-980c1e4d-a817-4a43-938d-5472674d3ff1 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/ports?device_id=793849be-e460-43aa-8520-df0dc2494d36 HTTP/1.1" status: 200 len: 944 time: 0.0627224 Mar 11 02:55:31.268447 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-5b359401-c624-4a9d-887e-25ca8595820b req-6fd4a744-aa9c-490f-abaa-4f67e15caec8 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5ad1bfd-bd0d-4e50-9714-1ca1b519c2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546350 Mar 11 02:55:31.622069 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d793d7e5-9773-4d79-b7cf-98daa431de54 req-3f6642a3-5f74-4e06-80b5-f0ab5ffdd776 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:31.623556 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-d793d7e5-9773-4d79-b7cf-98daa431de54 req-3f6642a3-5f74-4e06-80b5-f0ab5ffdd776 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/ports?device_id=13132607-0993-42da-b12a-915a6d20ac5e HTTP/1.1" status: 200 len: 945 time: 0.0511017 Mar 11 02:55:31.670559 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-d793d7e5-9773-4d79-b7cf-98daa431de54 req-c845cabf-be39-4521-b605-6e6ebad1a72d tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9c75b18-9067-4656-afb9-de1b8b0fda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414846 Mar 11 02:55:31.834263 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414649bd-764d-48b0-8454-63c0b320532d req-3a2bd41f-08cb-4fd3-bbad-13f0bb786559 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:31.836021 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-414649bd-764d-48b0-8454-63c0b320532d req-3a2bd41f-08cb-4fd3-bbad-13f0bb786559 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/ports?device_id=e409d1d5-f58e-4339-96ac-4bf92f2eeb8b HTTP/1.1" status: 200 len: 944 time: 0.0623329 Mar 11 02:55:31.903938 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-414649bd-764d-48b0-8454-63c0b320532d req-6be8cd02-e926-422c-9485-7b9e06feba7d tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/security-groups?id=80bb0548-f8bc-4a80-afbb-37b7a84dba28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623400 Mar 11 02:55:31.911465 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Device 376644d1-d63b-4c41-ba43-be4c17127867 up at agent hyperv_hv-cinder-74014 {{(pid=103105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 02:55:31.970720 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Provisioning for port 376644d1-d63b-4c41-ba43-be4c17127867 completed by entity L2. {{(pid=103105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 02:55:31.974636 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Provisioning complete for port 376644d1-d63b-4c41-ba43-be4c17127867 triggered by entity L2. {{(pid=103105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 02:55:31.975037 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536573942'] for port (376644d1-d63b-4c41-ba43-be4c17127867), provisioning_complete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:32.057728 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Current status of the port 376644d1-d63b-4c41-ba43-be4c17127867 is: BUILD; New status is: ACTIVE {{(pid=103105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 02:55:32.058124 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (376644d1-d63b-4c41-ba43-be4c17127867), before_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:32.081264 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e409d1d5-f58e-4339-96ac-4bf92f2eeb8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '376644d1-d63b-4c41-ba43-be4c17127867'}] {{(pid=103105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 02:55:32.153850 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] For port 376644d1-d63b-4c41-ba43-be4c17127867, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=376644d1-d63b-4c41-ba43-be4c17127867,segment=NetworkSegment(e477fdca-2d56-4686-9dff-dd5cd9b82843),segment_id=e477fdca-2d56-4686-9dff-dd5cd9b82843)] {{(pid=103105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 02:55:32.159234 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712'] for port (376644d1-d63b-4c41-ba43-be4c17127867), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:32.160161 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Device 07c49de9-be92-4f37-96d3-d58c8107b200 up at agent hyperv_hv-cinder-74014 {{(pid=103105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 02:55:32.229345 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61027cba-8793-4797-af0b-50adf1d87144 req-075c9e28-d2eb-45c3-90b3-29dc46342dff tempest-DeleteServersTestJSON-1352040899 tempest-DeleteServersTestJSON-1352040899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:32.230971 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-61027cba-8793-4797-af0b-50adf1d87144 req-075c9e28-d2eb-45c3-90b3-29dc46342dff tempest-DeleteServersTestJSON-1352040899 tempest-DeleteServersTestJSON-1352040899-project] 10.222.0.20 "GET /v2.0/ports?device_id=5dd19f43-d516-4b24-838e-967e390ddf45 HTTP/1.1" status: 200 len: 945 time: 0.0584133 Mar 11 02:55:32.236252 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Pushing event updated for resources: {'Port': ['ID=376644d1-d63b-4c41-ba43-be4c17127867,revision_number=5']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:55:32.252748 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Provisioning for port 07c49de9-be92-4f37-96d3-d58c8107b200 completed by entity L2. {{(pid=103105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 02:55:32.257124 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Provisioning complete for port 07c49de9-be92-4f37-96d3-d58c8107b200 triggered by entity L2. {{(pid=103105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 02:55:32.257684 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536573942'] for port (07c49de9-be92-4f37-96d3-d58c8107b200), provisioning_complete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:32.261962 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}703a16387464127cc7b8de6906938e3e01810e7f46b2e9393936db54d9388ffe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7f57b30-9781-4397-ab6e-11c2432d633f" -d '{"events": [{"server_uuid": "e409d1d5-f58e-4339-96ac-4bf92f2eeb8b", "name": "network-vif-plugged", "status": "completed", "tag": "376644d1-d63b-4c41-ba43-be4c17127867"}]}' {{(pid=103105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 02:55:32.288870 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-61027cba-8793-4797-af0b-50adf1d87144 req-54a0e3b5-7326-4632-acd2-163a9deebc99 tempest-DeleteServersTestJSON-1352040899 tempest-DeleteServersTestJSON-1352040899-project] 10.222.0.20 "GET /v2.0/security-groups?id=702f855b-8c0a-44fc-99f1-607f482b6446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517673 Mar 11 02:55:32.349331 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Current status of the port 07c49de9-be92-4f37-96d3-d58c8107b200 is: BUILD; New status is: ACTIVE {{(pid=103105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 02:55:32.349874 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (07c49de9-be92-4f37-96d3-d58c8107b200), before_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:32.387208 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] For port 07c49de9-be92-4f37-96d3-d58c8107b200, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=07c49de9-be92-4f37-96d3-d58c8107b200,segment=NetworkSegment(22446c97-92b8-47e2-ad9c-302a226f6755),segment_id=22446c97-92b8-47e2-ad9c-302a226f6755)] {{(pid=103105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 02:55:32.393252 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712'] for port (07c49de9-be92-4f37-96d3-d58c8107b200), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:32.393895 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Device cd468ac7-e9d7-46fd-8e96-e3509d02b8df up at agent hyperv_hv-cinder-74014 {{(pid=103105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 02:55:32.396630 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 02:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f8ece73-e038-4d25-a0d5-3d00d3b94acf x-openstack-request-id: req-6f8ece73-e038-4d25-a0d5-3d00d3b94acf {{(pid=103105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 02:55:32.396944 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e409d1d5-f58e-4339-96ac-4bf92f2eeb8b", "name": "network-vif-plugged", "status": "completed", "tag": "376644d1-d63b-4c41-ba43-be4c17127867", "code": 200}]} {{(pid=103105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 02:55:32.397246 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6f8ece73-e038-4d25-a0d5-3d00d3b94acf {{(pid=103105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 02:55:32.398229 dv-cinder-740146-14-smb neutron-server[103105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e409d1d5-f58e-4339-96ac-4bf92f2eeb8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '376644d1-d63b-4c41-ba43-be4c17127867', 'code': 200} Mar 11 02:55:32.467910 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb285168-ac04-4022-8ee8-d24f020ed393 req-dc0bcc51-a2db-4889-b407-43cc708faa81 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:32.469896 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-cb285168-ac04-4022-8ee8-d24f020ed393 req-dc0bcc51-a2db-4889-b407-43cc708faa81 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/ports?device_id=793849be-e460-43aa-8520-df0dc2494d36 HTTP/1.1" status: 200 len: 944 time: 0.1089301 Mar 11 02:55:32.491277 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Pushing event updated for resources: {'Port': ['ID=07c49de9-be92-4f37-96d3-d58c8107b200,revision_number=5']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:55:32.512341 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Provisioning for port cd468ac7-e9d7-46fd-8e96-e3509d02b8df completed by entity L2. {{(pid=103105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 02:55:32.517210 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Provisioning complete for port cd468ac7-e9d7-46fd-8e96-e3509d02b8df triggered by entity L2. {{(pid=103105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 02:55:32.517590 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536573942'] for port (cd468ac7-e9d7-46fd-8e96-e3509d02b8df), provisioning_complete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:32.544677 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-cb285168-ac04-4022-8ee8-d24f020ed393 req-da5fe8f5-fa23-43ba-8f2d-b9cc45ce54a9 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5ad1bfd-bd0d-4e50-9714-1ca1b519c2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680640 Mar 11 02:55:32.608961 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Current status of the port cd468ac7-e9d7-46fd-8e96-e3509d02b8df is: BUILD; New status is: ACTIVE {{(pid=103105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 02:55:32.610008 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (cd468ac7-e9d7-46fd-8e96-e3509d02b8df), before_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:32.635045 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93212669-c65a-4b06-9417-932761d1df7e req-891294bc-3a1f-4dcc-871a-17ad5bcf6acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:32.636582 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-93212669-c65a-4b06-9417-932761d1df7e req-891294bc-3a1f-4dcc-871a-17ad5bcf6acb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e409d1d5-f58e-4339-96ac-4bf92f2eeb8b HTTP/1.1" status: 200 len: 1129 time: 0.0897305 Mar 11 02:55:32.644064 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] For port cd468ac7-e9d7-46fd-8e96-e3509d02b8df, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=cd468ac7-e9d7-46fd-8e96-e3509d02b8df,segment=NetworkSegment(9dafc380-f183-4cac-bb58-3fadfbe37e0a),segment_id=9dafc380-f183-4cac-bb58-3fadfbe37e0a)] {{(pid=103105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 02:55:32.648891 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712'] for port (cd468ac7-e9d7-46fd-8e96-e3509d02b8df), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:32.649767 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Device d667e6b8-6222-406b-9aa8-bcfc50864c9a up at agent hyperv_hv-cinder-74014 {{(pid=103105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 02:55:32.655168 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-93212669-c65a-4b06-9417-932761d1df7e req-9a0cbe6e-8783-4533-ab8c-892aee1f7d9f service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:32.727822 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Pushing event updated for resources: {'Port': ['ID=cd468ac7-e9d7-46fd-8e96-e3509d02b8df,revision_number=5']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:55:32.743799 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Provisioning for port d667e6b8-6222-406b-9aa8-bcfc50864c9a completed by entity L2. {{(pid=103105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 02:55:32.748976 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Provisioning complete for port d667e6b8-6222-406b-9aa8-bcfc50864c9a triggered by entity L2. {{(pid=103105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 02:55:32.749921 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536573942'] for port (d667e6b8-6222-406b-9aa8-bcfc50864c9a), provisioning_complete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:32.755271 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-93212669-c65a-4b06-9417-932761d1df7e req-9a0cbe6e-8783-4533-ab8c-892aee1f7d9f service neutron] Publish callbacks [] for security_group (3da6393b-0240-41b7-93d2-4c6be366a223), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:32.766776 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-93212669-c65a-4b06-9417-932761d1df7e req-9a0cbe6e-8783-4533-ab8c-892aee1f7d9f service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (3da6393b-0240-41b7-93d2-4c6be366a223), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:32.835983 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0cbe6e-8783-4533-ab8c-892aee1f7d9f service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=3da6393b-0240-41b7-93d2-4c6be366a223,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:55:32.845264 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-93212669-c65a-4b06-9417-932761d1df7e req-9a0cbe6e-8783-4533-ab8c-892aee1f7d9f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=80bb0548-f8bc-4a80-afbb-37b7a84dba28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2028894 Mar 11 02:55:32.863012 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9b470a-c41f-4639-8510-48bfa1889811 req-11865033-0afd-4ee4-9cc5-1f981cc250c0 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:32.864854 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-8c9b470a-c41f-4639-8510-48bfa1889811 req-11865033-0afd-4ee4-9cc5-1f981cc250c0 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/ports?device_id=13132607-0993-42da-b12a-915a6d20ac5e HTTP/1.1" status: 200 len: 946 time: 0.1118593 Mar 11 02:55:32.939661 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-8c9b470a-c41f-4639-8510-48bfa1889811 req-3b9c3686-0674-4f77-905f-6e8093cc074b tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9c75b18-9067-4656-afb9-de1b8b0fda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649686 Mar 11 02:55:33.017380 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Current status of the port d667e6b8-6222-406b-9aa8-bcfc50864c9a is: BUILD; New status is: ACTIVE {{(pid=103105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 02:55:33.017839 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (d667e6b8-6222-406b-9aa8-bcfc50864c9a), before_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:33.061223 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] For port d667e6b8-6222-406b-9aa8-bcfc50864c9a, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=d667e6b8-6222-406b-9aa8-bcfc50864c9a,segment=NetworkSegment(9dafc380-f183-4cac-bb58-3fadfbe37e0a),segment_id=9dafc380-f183-4cac-bb58-3fadfbe37e0a)] {{(pid=103105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 02:55:33.069876 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712'] for port (d667e6b8-6222-406b-9aa8-bcfc50864c9a), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:33.072006 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Device 5d2f4ab4-d4ef-4e77-ac4b-7824be632801 up at agent hyperv_hv-cinder-74014 {{(pid=103105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 02:55:33.136439 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30536729-f6e7-46b8-bfaa-ab33419aefdf req-058a9244-ca27-4134-9aea-d9c3f903318d tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:33.143402 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-30536729-f6e7-46b8-bfaa-ab33419aefdf req-058a9244-ca27-4134-9aea-d9c3f903318d tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/ports?device_id=e409d1d5-f58e-4339-96ac-4bf92f2eeb8b HTTP/1.1" status: 200 len: 945 time: 0.1075871 Mar 11 02:55:33.199717 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Provisioning for port 5d2f4ab4-d4ef-4e77-ac4b-7824be632801 completed by entity L2. {{(pid=103105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 02:55:33.203055 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Pushing event updated for resources: {'Port': ['ID=d667e6b8-6222-406b-9aa8-bcfc50864c9a,revision_number=5']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:55:33.207653 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Provisioning complete for port 5d2f4ab4-d4ef-4e77-ac4b-7824be632801 triggered by entity L2. {{(pid=103105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 02:55:33.208382 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536573942'] for port (5d2f4ab4-d4ef-4e77-ac4b-7824be632801), provisioning_complete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:33.224918 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-30536729-f6e7-46b8-bfaa-ab33419aefdf req-f89fe4e7-a92f-4bce-a488-aa6b9f88fbcf tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/security-groups?id=80bb0548-f8bc-4a80-afbb-37b7a84dba28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800807 Mar 11 02:55:33.275439 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 39392) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:55:33.319312 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Current status of the port 5d2f4ab4-d4ef-4e77-ac4b-7824be632801 is: BUILD; New status is: ACTIVE {{(pid=103105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 02:55:33.319709 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (5d2f4ab4-d4ef-4e77-ac4b-7824be632801), before_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:33.356491 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] For port 5d2f4ab4-d4ef-4e77-ac4b-7824be632801, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=5d2f4ab4-d4ef-4e77-ac4b-7824be632801,segment=NetworkSegment(b4c6a6d0-d5ce-43e9-a225-662750edeecd),segment_id=b4c6a6d0-d5ce-43e9-a225-662750edeecd)] {{(pid=103105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 02:55:33.361267 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712'] for port (5d2f4ab4-d4ef-4e77-ac4b-7824be632801), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:33.407213 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-eed113e5-ddba-4d33-a8a1-f002f860a9e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:33.412657 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Pushing event updated for resources: {'Port': ['ID=5d2f4ab4-d4ef-4e77-ac4b-7824be632801,revision_number=5']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:55:33.448449 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec51c17-d78a-4fb3-979a-cdc5426d0ea2 req-bc52a182-c555-434c-8bf1-65cee1ebb708 tempest-DeleteServersTestJSON-1352040899 tempest-DeleteServersTestJSON-1352040899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:33.450390 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-fec51c17-d78a-4fb3-979a-cdc5426d0ea2 req-bc52a182-c555-434c-8bf1-65cee1ebb708 tempest-DeleteServersTestJSON-1352040899 tempest-DeleteServersTestJSON-1352040899-project] 10.222.0.20 "GET /v2.0/ports?device_id=5dd19f43-d516-4b24-838e-967e390ddf45 HTTP/1.1" status: 200 len: 946 time: 0.0880213 Mar 11 02:55:33.528012 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-fec51c17-d78a-4fb3-979a-cdc5426d0ea2 req-fc7178f2-f3fe-4c87-92ef-f69b9f85b3d7 tempest-DeleteServersTestJSON-1352040899 tempest-DeleteServersTestJSON-1352040899-project] 10.222.0.20 "GET /v2.0/security-groups?id=702f855b-8c0a-44fc-99f1-607f482b6446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711691 Mar 11 02:55:33.539212 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-eed113e5-ddba-4d33-a8a1-f002f860a9e0 admin admin] Publish callbacks [] for security_group (4f294d9a-5a52-4e03-8f70-b8dfcdf7f637), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:33.546539 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-eed113e5-ddba-4d33-a8a1-f002f860a9e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (4f294d9a-5a52-4e03-8f70-b8dfcdf7f637), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:33.585683 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-eed113e5-ddba-4d33-a8a1-f002f860a9e0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bed6bed77863408ba60657961b92aa1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3085587 Mar 11 02:55:33.586547 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed113e5-ddba-4d33-a8a1-f002f860a9e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f294d9a-5a52-4e03-8f70-b8dfcdf7f637,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:55:33.588464 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 39400) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:55:33.669770 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-60dbf363-d556-4ff2-920e-2ee184b32f8a admin admin] Publish callbacks [] for security_group (4f294d9a-5a52-4e03-8f70-b8dfcdf7f637), before_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:33.696886 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd60626-1f4f-492d-8365-9346e483a21d req-f7b4b4da-7401-42cd-9822-dbaa07542a6c tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:33.698394 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-bcd60626-1f4f-492d-8365-9346e483a21d req-f7b4b4da-7401-42cd-9822-dbaa07542a6c tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/ports?device_id=793849be-e460-43aa-8520-df0dc2494d36 HTTP/1.1" status: 200 len: 945 time: 0.0835810 Mar 11 02:55:33.702741 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-60dbf363-d556-4ff2-920e-2ee184b32f8a admin admin] Publish callbacks [] for security_group (4f294d9a-5a52-4e03-8f70-b8dfcdf7f637), precommit_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:33.767501 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-bcd60626-1f4f-492d-8365-9346e483a21d req-6afbc902-9271-47c3-b59e-f0ed487e7023 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5ad1bfd-bd0d-4e50-9714-1ca1b519c2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628293 Mar 11 02:55:33.781590 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-60dbf363-d556-4ff2-920e-2ee184b32f8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (4f294d9a-5a52-4e03-8f70-b8dfcdf7f637), after_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:33.784427 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-60dbf363-d556-4ff2-920e-2ee184b32f8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:33.785559 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-60dbf363-d556-4ff2-920e-2ee184b32f8a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4f294d9a-5a52-4e03-8f70-b8dfcdf7f637 HTTP/1.1" status: 204 len: 168 time: 0.1960373 Mar 11 02:55:33.795089 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dbf363-d556-4ff2-920e-2ee184b32f8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f294d9a-5a52-4e03-8f70-b8dfcdf7f637,revision_number=None']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:55:34.043072 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 39412) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:55:34.056047 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-81b9dd9d-a6c1-4436-bb27-48b432c39c91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:34.099563 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d392cc28-1e3d-461b-836c-3017a21392ea req-18c9f61d-b62c-4b16-8acd-cf4a89937fce tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:34.106297 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-d392cc28-1e3d-461b-836c-3017a21392ea req-18c9f61d-b62c-4b16-8acd-cf4a89937fce tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/ports?device_id=13132607-0993-42da-b12a-915a6d20ac5e HTTP/1.1" status: 200 len: 946 time: 0.0746911 Mar 11 02:55:34.144557 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-81b9dd9d-a6c1-4436-bb27-48b432c39c91 admin admin] Publish callbacks [] for security_group (84fe3477-4ce1-4c95-be55-a4d042857349), precommit_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:34.149515 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-81b9dd9d-a6c1-4436-bb27-48b432c39c91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (84fe3477-4ce1-4c95-be55-a4d042857349), after_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:34.150230 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-d392cc28-1e3d-461b-836c-3017a21392ea req-f821c282-e252-4c0b-b514-632b66261132 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9c75b18-9067-4656-afb9-de1b8b0fda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430870 Mar 11 02:55:34.191948 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-81b9dd9d-a6c1-4436-bb27-48b432c39c91 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=497b5f0446d948d08a821ac7ac704ab7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1478009 Mar 11 02:55:34.195201 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 39418) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:55:34.202854 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b9dd9d-a6c1-4436-bb27-48b432c39c91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84fe3477-4ce1-4c95-be55-a4d042857349,revision_number=1']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:55:34.251570 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-52344783-fc53-4782-becf-9d67defc3233 admin admin] Publish callbacks [] for security_group (84fe3477-4ce1-4c95-be55-a4d042857349), before_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:34.288357 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-52344783-fc53-4782-becf-9d67defc3233 admin admin] Publish callbacks [] for security_group (84fe3477-4ce1-4c95-be55-a4d042857349), precommit_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:34.399897 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13132607-0993-42da-b12a-915a6d20ac5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07c49de9-be92-4f37-96d3-d58c8107b200'}, {'server_uuid': '793849be-e460-43aa-8520-df0dc2494d36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd468ac7-e9d7-46fd-8e96-e3509d02b8df'}, {'server_uuid': '44ba0812-5702-4378-8cc2-5e7a41359e7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd667e6b8-6222-406b-9aa8-bcfc50864c9a'}, {'server_uuid': '5dd19f43-d516-4b24-838e-967e390ddf45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d2f4ab4-d4ef-4e77-ac4b-7824be632801'}] {{(pid=103105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 02:55:34.400449 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcf9749-be5f-48ed-8b34-4bafd89c5a11 req-345e25e1-45ba-4615-b43e-dc47e2b56806 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:34.406612 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}703a16387464127cc7b8de6906938e3e01810e7f46b2e9393936db54d9388ffe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a389657-39c2-4dcf-9ad6-3c61cb4e1ad8" -d '{"events": [{"server_uuid": "13132607-0993-42da-b12a-915a6d20ac5e", "name": "network-vif-plugged", "status": "completed", "tag": "07c49de9-be92-4f37-96d3-d58c8107b200"}, {"server_uuid": "793849be-e460-43aa-8520-df0dc2494d36", "name": "network-vif-plugged", "status": "completed", "tag": "cd468ac7-e9d7-46fd-8e96-e3509d02b8df"}, {"server_uuid": "44ba0812-5702-4378-8cc2-5e7a41359e7e", "name": "network-vif-plugged", "status": "completed", "tag": "d667e6b8-6222-406b-9aa8-bcfc50864c9a"}, {"server_uuid": "5dd19f43-d516-4b24-838e-967e390ddf45", "name": "network-vif-plugged", "status": "completed", "tag": "5d2f4ab4-d4ef-4e77-ac4b-7824be632801"}]}' {{(pid=103105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 02:55:34.410251 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-3bcf9749-be5f-48ed-8b34-4bafd89c5a11 req-345e25e1-45ba-4615-b43e-dc47e2b56806 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/ports?device_id=e409d1d5-f58e-4339-96ac-4bf92f2eeb8b HTTP/1.1" status: 200 len: 945 time: 0.0921335 Mar 11 02:55:34.433788 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-52344783-fc53-4782-becf-9d67defc3233 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (84fe3477-4ce1-4c95-be55-a4d042857349), after_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:34.440274 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-52344783-fc53-4782-becf-9d67defc3233 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:34.445636 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-52344783-fc53-4782-becf-9d67defc3233 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/84fe3477-4ce1-4c95-be55-a4d042857349 HTTP/1.1" status: 204 len: 168 time: 0.2494648 Mar 11 02:55:34.471458 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Fri, 11 Mar 2022 02:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d3d9f71-bc7c-4fdd-84de-605110991147 x-openstack-request-id: req-0d3d9f71-bc7c-4fdd-84de-605110991147 {{(pid=103105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 02:55:34.472145 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13132607-0993-42da-b12a-915a6d20ac5e", "name": "network-vif-plugged", "status": "completed", "tag": "07c49de9-be92-4f37-96d3-d58c8107b200", "code": 200}, {"server_uuid": "793849be-e460-43aa-8520-df0dc2494d36", "name": "network-vif-plugged", "status": "completed", "tag": "cd468ac7-e9d7-46fd-8e96-e3509d02b8df", "code": 200}, {"server_uuid": "44ba0812-5702-4378-8cc2-5e7a41359e7e", "name": "network-vif-plugged", "status": "completed", "tag": "d667e6b8-6222-406b-9aa8-bcfc50864c9a", "code": 200}, {"server_uuid": "5dd19f43-d516-4b24-838e-967e390ddf45", "name": "network-vif-plugged", "status": "completed", "tag": "5d2f4ab4-d4ef-4e77-ac4b-7824be632801", "code": 200}]} {{(pid=103105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 02:55:34.472406 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0d3d9f71-bc7c-4fdd-84de-605110991147 {{(pid=103105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 02:55:34.472844 dv-cinder-740146-14-smb neutron-server[103105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13132607-0993-42da-b12a-915a6d20ac5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07c49de9-be92-4f37-96d3-d58c8107b200', 'code': 200} Mar 11 02:55:34.473183 dv-cinder-740146-14-smb neutron-server[103105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '793849be-e460-43aa-8520-df0dc2494d36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd468ac7-e9d7-46fd-8e96-e3509d02b8df', 'code': 200} Mar 11 02:55:34.473372 dv-cinder-740146-14-smb neutron-server[103105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44ba0812-5702-4378-8cc2-5e7a41359e7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd667e6b8-6222-406b-9aa8-bcfc50864c9a', 'code': 200} Mar 11 02:55:34.473942 dv-cinder-740146-14-smb neutron-server[103105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dd19f43-d516-4b24-838e-967e390ddf45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d2f4ab4-d4ef-4e77-ac4b-7824be632801', 'code': 200} Mar 11 02:55:34.477671 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52344783-fc53-4782-becf-9d67defc3233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84fe3477-4ce1-4c95-be55-a4d042857349,revision_number=None']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:55:34.523765 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-3bcf9749-be5f-48ed-8b34-4bafd89c5a11 req-9bd1eebf-e5ad-46f0-abcc-99c4adc4c5e2 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/security-groups?id=80bb0548-f8bc-4a80-afbb-37b7a84dba28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127796 Mar 11 02:55:34.660950 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80b1327-eaba-4962-9824-71e666595773 req-26f83f59-0ca8-48a9-ad49-b5826832e9d9 tempest-DeleteServersTestJSON-1352040899 tempest-DeleteServersTestJSON-1352040899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:34.669818 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-f80b1327-eaba-4962-9824-71e666595773 req-26f83f59-0ca8-48a9-ad49-b5826832e9d9 tempest-DeleteServersTestJSON-1352040899 tempest-DeleteServersTestJSON-1352040899-project] 10.222.0.20 "GET /v2.0/ports?device_id=5dd19f43-d516-4b24-838e-967e390ddf45 HTTP/1.1" status: 200 len: 946 time: 0.0666163 Mar 11 02:55:34.752497 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-f80b1327-eaba-4962-9824-71e666595773 req-778222f1-d7a9-4053-85ec-59074c3db7f4 tempest-DeleteServersTestJSON-1352040899 tempest-DeleteServersTestJSON-1352040899-project] 10.222.0.20 "GET /v2.0/security-groups?id=702f855b-8c0a-44fc-99f1-607f482b6446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780275 Mar 11 02:55:34.826314 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad56452-245f-405d-adbf-db3010022462 req-9866d901-83b1-4636-9e7e-8ea65f93291a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:34.828239 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-cad56452-245f-405d-adbf-db3010022462 req-9866d901-83b1-4636-9e7e-8ea65f93291a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=793849be-e460-43aa-8520-df0dc2494d36 HTTP/1.1" status: 200 len: 1129 time: 0.0631752 Mar 11 02:55:34.890559 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-cad56452-245f-405d-adbf-db3010022462 req-1155ff50-1c4a-48ce-a125-f22f9d4ce9d9 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b5ad1bfd-bd0d-4e50-9714-1ca1b519c2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556571 Mar 11 02:55:34.994657 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc5aa78-c4a5-4f4d-95d5-27a132019ad4 req-0e671bfb-5a65-4ecf-aef5-388294df2598 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:34.996144 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-ddc5aa78-c4a5-4f4d-95d5-27a132019ad4 req-0e671bfb-5a65-4ecf-aef5-388294df2598 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/ports?device_id=793849be-e460-43aa-8520-df0dc2494d36 HTTP/1.1" status: 200 len: 945 time: 0.0990357 Mar 11 02:55:34.998944 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe362bf4-9fa9-412b-b8dd-5cb206ee7c37 req-1364b8ae-1c69-48ae-8675-55a093c89fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:35.000317 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-fe362bf4-9fa9-412b-b8dd-5cb206ee7c37 req-1364b8ae-1c69-48ae-8675-55a093c89fff service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=44ba0812-5702-4378-8cc2-5e7a41359e7e HTTP/1.1" status: 200 len: 1129 time: 0.1772382 Mar 11 02:55:35.043627 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-ddc5aa78-c4a5-4f4d-95d5-27a132019ad4 req-2f1917c8-7056-4111-9c9e-bad2f1995c8c tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5ad1bfd-bd0d-4e50-9714-1ca1b519c2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418317 Mar 11 02:55:35.203094 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-fe362bf4-9fa9-412b-b8dd-5cb206ee7c37 req-de3ec740-ac32-40f7-9a8f-b3605ad2c954 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b5ad1bfd-bd0d-4e50-9714-1ca1b519c2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548885 Mar 11 02:55:35.313694 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f86118-f8d0-4779-ba3b-2ece370b8f81 req-02cd1f39-3d28-4343-9105-39d5b721d3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:35.315521 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-25f86118-f8d0-4779-ba3b-2ece370b8f81 req-02cd1f39-3d28-4343-9105-39d5b721d3cb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=13132607-0993-42da-b12a-915a6d20ac5e HTTP/1.1" status: 200 len: 1130 time: 0.1631782 Mar 11 02:55:35.338305 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0430efa0-5c45-40d8-9e18-de7d0b79e34e req-fb9bb093-f5ab-4329-8777-06e68ab7e77e tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:35.339841 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-0430efa0-5c45-40d8-9e18-de7d0b79e34e req-fb9bb093-f5ab-4329-8777-06e68ab7e77e tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/ports?device_id=13132607-0993-42da-b12a-915a6d20ac5e HTTP/1.1" status: 200 len: 946 time: 0.1012294 Mar 11 02:55:35.341522 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad8fe0e-3f76-4bbd-b7e1-2be7d7684c19 req-8e153c0a-7407-487f-ba00-13edc80eecde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:35.342860 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-dad8fe0e-3f76-4bbd-b7e1-2be7d7684c19 req-8e153c0a-7407-487f-ba00-13edc80eecde service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5dd19f43-d516-4b24-838e-967e390ddf45 HTTP/1.1" status: 200 len: 1130 time: 0.1237154 Mar 11 02:55:35.388490 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-0430efa0-5c45-40d8-9e18-de7d0b79e34e req-a6548389-3096-46e3-9efc-06437d014ce1 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9c75b18-9067-4656-afb9-de1b8b0fda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426230 Mar 11 02:55:35.513263 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-25f86118-f8d0-4779-ba3b-2ece370b8f81 req-300a811e-71dd-492b-97bd-bdbaee745d76 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f9c75b18-9067-4656-afb9-de1b8b0fda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686336 Mar 11 02:55:35.515658 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-dad8fe0e-3f76-4bbd-b7e1-2be7d7684c19 req-68ec73e9-5d0d-4bff-a15a-4a9a0ea3411a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=702f855b-8c0a-44fc-99f1-607f482b6446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650055 Mar 11 02:55:35.657164 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2a85ee-41bf-48ba-b258-f09c46d1fc14 req-a8d77550-34cf-424b-8959-0060267cd12d tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:35.658697 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-5a2a85ee-41bf-48ba-b258-f09c46d1fc14 req-a8d77550-34cf-424b-8959-0060267cd12d tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/ports?device_id=e409d1d5-f58e-4339-96ac-4bf92f2eeb8b HTTP/1.1" status: 200 len: 945 time: 0.0592833 Mar 11 02:55:35.705407 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-5a2a85ee-41bf-48ba-b258-f09c46d1fc14 req-7890353d-dd92-4c64-b5e5-9b5821e2437d tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/security-groups?id=80bb0548-f8bc-4a80-afbb-37b7a84dba28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409625 Mar 11 02:55:35.892106 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb19b59-4005-41dd-961e-d990af0f2401 req-20c97e34-dfaf-45bf-9522-3194bd8d0189 tempest-DeleteServersTestJSON-1352040899 tempest-DeleteServersTestJSON-1352040899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:35.893602 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-bbb19b59-4005-41dd-961e-d990af0f2401 req-20c97e34-dfaf-45bf-9522-3194bd8d0189 tempest-DeleteServersTestJSON-1352040899 tempest-DeleteServersTestJSON-1352040899-project] 10.222.0.20 "GET /v2.0/ports?device_id=5dd19f43-d516-4b24-838e-967e390ddf45 HTTP/1.1" status: 200 len: 946 time: 0.0701475 Mar 11 02:55:35.912864 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b15b881-2670-4e47-9e22-d1dd59bc65c2 req-9342fcf4-8e81-4736-bc25-d0e9d8a1b46a tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:35.921255 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-9b15b881-2670-4e47-9e22-d1dd59bc65c2 req-9342fcf4-8e81-4736-bc25-d0e9d8a1b46a tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/ports?device_id=e409d1d5-f58e-4339-96ac-4bf92f2eeb8b HTTP/1.1" status: 200 len: 945 time: 0.0999722 Mar 11 02:55:35.923591 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 39512) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:55:35.931189 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.v2.base [None req-2b051cc7-93df-4076-b180-23c4274ba7a3 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Request body: {'floatingip': {'port_id': '376644d1-d63b-4c41-ba43-be4c17127867'}} {{(pid=103104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 02:55:35.957995 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-bbb19b59-4005-41dd-961e-d990af0f2401 req-f8f8023c-f4be-4c57-b0b3-0ead0087506b tempest-DeleteServersTestJSON-1352040899 tempest-DeleteServersTestJSON-1352040899-project] 10.222.0.20 "GET /v2.0/security-groups?id=702f855b-8c0a-44fc-99f1-607f482b6446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581234 Mar 11 02:55:36.020438 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-2b051cc7-93df-4076-b180-23c4274ba7a3 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Publish callbacks [] for floatingip (d6d760ce-b671-4a53-9f4d-d6cc5930e4b9), before_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:36.261855 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8904d67a-1026-4f4f-bea5-f605201b5356 req-0e87736b-5ef5-4dc4-8596-f76b2e4928d7 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:36.263385 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-8904d67a-1026-4f4f-bea5-f605201b5356 req-0e87736b-5ef5-4dc4-8596-f76b2e4928d7 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/ports?device_id=793849be-e460-43aa-8520-df0dc2494d36 HTTP/1.1" status: 200 len: 945 time: 0.1236806 Mar 11 02:55:36.389351 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-8904d67a-1026-4f4f-bea5-f605201b5356 req-721cf4d7-cf49-4446-9a47-421f693a3873 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5ad1bfd-bd0d-4e50-9714-1ca1b519c2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196485 Mar 11 02:55:36.579047 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9706eba1-927b-42f2-8c0b-c633d61f71e9 req-a2b24fce-0d6c-4d08-99ff-49d6dca80907 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:36.591792 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-9706eba1-927b-42f2-8c0b-c633d61f71e9 req-a2b24fce-0d6c-4d08-99ff-49d6dca80907 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/ports?device_id=13132607-0993-42da-b12a-915a6d20ac5e HTTP/1.1" status: 200 len: 946 time: 0.1017396 Mar 11 02:55:36.670630 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-9706eba1-927b-42f2-8c0b-c633d61f71e9 req-97a62e88-366b-4e0d-8d6f-04d3cc75a1c8 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9c75b18-9067-4656-afb9-de1b8b0fda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731189 Mar 11 02:55:36.703560 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 39554) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:55:36.862018 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-6fdfd2d8-83d1-4338-91b2-edd8907b214f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:36.920307 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.agents_db [None req-3d558b34-a2e4-40ae-982b-3a8752938275 None None] Agent healthcheck: found 6 active agents {{(pid=103106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 02:55:36.975267 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-6fdfd2d8-83d1-4338-91b2-edd8907b214f admin admin] Publish callbacks [] for security_group (c59e3bf7-1dda-4cb5-bc17-de361885e197), precommit_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:36.979824 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-6fdfd2d8-83d1-4338-91b2-edd8907b214f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (c59e3bf7-1dda-4cb5-bc17-de361885e197), after_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:37.020955 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.db.resource_extend [None req-2b051cc7-93df-4076-b180-23c4274ba7a3 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 02:55:37.042700 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdfd2d8-83d1-4338-91b2-edd8907b214f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c59e3bf7-1dda-4cb5-bc17-de361885e197,revision_number=1']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:55:37.081117 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 39576) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:55:37.082380 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-6fdfd2d8-83d1-4338-91b2-edd8907b214f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=81ae50fef10448b78fa935dfb6d4f990&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3772917 Mar 11 02:55:37.156122 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-2b051cc7-93df-4076-b180-23c4274ba7a3 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:37.166762 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-2b051cc7-93df-4076-b180-23c4274ba7a3 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580600'] for floatingip (d6d760ce-b671-4a53-9f4d-d6cc5930e4b9), after_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:37.269225 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a5aea5-3814-4962-b22a-162a2e12c21a req-b2cd9e04-3d2c-479a-8f7a-259852e091eb tempest-DeleteServersTestJSON-1352040899 tempest-DeleteServersTestJSON-1352040899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:37.271153 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-16a5aea5-3814-4962-b22a-162a2e12c21a req-b2cd9e04-3d2c-479a-8f7a-259852e091eb tempest-DeleteServersTestJSON-1352040899 tempest-DeleteServersTestJSON-1352040899-project] 10.222.0.20 "GET /v2.0/ports?device_id=5dd19f43-d516-4b24-838e-967e390ddf45 HTTP/1.1" status: 200 len: 946 time: 0.1565757 Mar 11 02:55:37.304542 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-4c137012-7a7c-47dd-9583-6703e5ae0bb3 admin admin] Publish callbacks [] for security_group (c59e3bf7-1dda-4cb5-bc17-de361885e197), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:37.354465 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.db.l3_db [None req-2b051cc7-93df-4076-b180-23c4274ba7a3 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Floating IP d6d760ce-b671-4a53-9f4d-d6cc5930e4b9 associated. External IP: 172.28.1.253, port: 376644d1-d63b-4c41-ba43-be4c17127867. Mar 11 02:55:37.362944 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-4c137012-7a7c-47dd-9583-6703e5ae0bb3 admin admin] Publish callbacks [] for security_group (c59e3bf7-1dda-4cb5-bc17-de361885e197), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:37.429108 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-16a5aea5-3814-4962-b22a-162a2e12c21a req-250dfaf8-3b82-46ad-8da0-086266203b63 tempest-DeleteServersTestJSON-1352040899 tempest-DeleteServersTestJSON-1352040899-project] 10.222.0.20 "GET /v2.0/security-groups?id=702f855b-8c0a-44fc-99f1-607f482b6446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286874 Mar 11 02:55:37.514522 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-4c137012-7a7c-47dd-9583-6703e5ae0bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (c59e3bf7-1dda-4cb5-bc17-de361885e197), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:37.517058 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-4c137012-7a7c-47dd-9583-6703e5ae0bb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:37.520568 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-4c137012-7a7c-47dd-9583-6703e5ae0bb3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c59e3bf7-1dda-4cb5-bc17-de361885e197 HTTP/1.1" status: 204 len: 168 time: 0.4096828 Mar 11 02:55:37.532666 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791a4bd7-450d-42f6-ac2d-5127749a04cd req-4c871b04-3ac8-4178-b468-b57bf2bf9f3f tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:37.534188 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-791a4bd7-450d-42f6-ac2d-5127749a04cd req-4c871b04-3ac8-4178-b468-b57bf2bf9f3f tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/ports?device_id=793849be-e460-43aa-8520-df0dc2494d36 HTTP/1.1" status: 200 len: 945 time: 0.0536304 Mar 11 02:55:37.534971 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c137012-7a7c-47dd-9583-6703e5ae0bb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c59e3bf7-1dda-4cb5-bc17-de361885e197,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:55:37.606838 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-791a4bd7-450d-42f6-ac2d-5127749a04cd req-972ee498-34b7-4a52-bf8e-dd0669887854 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5ad1bfd-bd0d-4e50-9714-1ca1b519c2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467181 Mar 11 02:55:37.716557 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b051cc7-93df-4076-b180-23c4274ba7a3 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Router e386feea-abcc-415c-9f6f-f9749eca19a2 has already been hosted by L3 agent 368653ed-b5ce-4183-9c3b-231a0bc3dd35 {{(pid=103104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 02:55:37.882787 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd11c900-91c9-48b0-9a5a-33f8dc9e0cfa req-e65e13ee-1f0e-4fbe-90b7-164347b32c24 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:37.885036 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-dd11c900-91c9-48b0-9a5a-33f8dc9e0cfa req-e65e13ee-1f0e-4fbe-90b7-164347b32c24 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/ports?device_id=13132607-0993-42da-b12a-915a6d20ac5e HTTP/1.1" status: 200 len: 946 time: 0.1216705 Mar 11 02:55:37.927091 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 39596) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:55:37.937032 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b051cc7-93df-4076-b180-23c4274ba7a3 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Notify agent at l3_agent.dv-cinder-740146-14-smb the message routers_updated {{(pid=103104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 02:55:37.954267 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e71586-ceac-467f-b572-f764f715643f None None] Sync routers for ids ['e386feea-abcc-415c-9f6f-f9749eca19a2'] in dv-cinder-740146-14-smb {{(pid=103106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 02:55:37.957881 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-2b051cc7-93df-4076-b180-23c4274ba7a3 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55355'] for floatingip (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:37.958665 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-0436d812-d785-4f2a-ae16-5cd4abeb70fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:37.967415 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e71586-ceac-467f-b572-f764f715643f None None] Routers {'e386feea-abcc-415c-9f6f-f9749eca19a2'} bound to L3 agent in host dv-cinder-740146-14-smb {{(pid=103106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 02:55:37.968053 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-38e71586-ceac-467f-b572-f764f715643f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T02:46:25Z,description=,heartbeat_timestamp=2022-03-11T02:55:25Z,host='dv-cinder-740146-14-smb',id=368653ed-b5ce-4183-9c3b-231a0bc3dd35,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T02:46:25Z,topic='l3_agent')) {'router_ids': ['e386feea-abcc-415c-9f6f-f9749eca19a2'], 'active': True} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 02:55:37.981973 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-dd11c900-91c9-48b0-9a5a-33f8dc9e0cfa req-7e02d256-3fd4-4ec9-a1bd-acf7a5408416 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9c75b18-9067-4656-afb9-de1b8b0fda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901303 Mar 11 02:55:38.072861 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-2b051cc7-93df-4076-b180-23c4274ba7a3 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "PUT /v2.0/floatingips/d6d760ce-b671-4a53-9f4d-d6cc5930e4b9 HTTP/1.1" status: 200 len: 991 time: 2.1335969 Mar 11 02:55:38.080631 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e409d1d5-f58e-4339-96ac-4bf92f2eeb8b', 'tag': '376644d1-d63b-4c41-ba43-be4c17127867'}] {{(pid=103104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 02:55:38.083278 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b4e7651ceabe3a28ab45abcf2012854968d28c41040a071bcf34f6a69b109a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c48a9d3e-aa37-446d-96a7-6b9747418bcf" -d '{"events": [{"name": "network-changed", "server_uuid": "e409d1d5-f58e-4339-96ac-4bf92f2eeb8b", "tag": "376644d1-d63b-4c41-ba43-be4c17127867"}]}' {{(pid=103104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 02:55:38.130252 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cb3bd5-bf24-4f74-b2e2-ea92843007f9 req-929609bc-4a30-497e-a4ee-8d23ca9c31ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:38.131826 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-94cb3bd5-bf24-4f74-b2e2-ea92843007f9 req-929609bc-4a30-497e-a4ee-8d23ca9c31ae service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=455c4aaecbbb4110abf67996ffc3f4bb&device_id=793849be-e460-43aa-8520-df0dc2494d36 HTTP/1.1" status: 200 len: 1129 time: 0.1538057 Mar 11 02:55:38.141584 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 39606) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:55:38.168245 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.l3_dvr_db [None req-38e71586-ceac-467f-b572-f764f715643f None None] Set router e386feea-abcc-415c-9f6f-f9749eca19a2 gateway port host: dv-cinder-740146-14-smb {{(pid=103106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 02:55:38.176936 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 02:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bdcf489-c81f-4e04-bba6-03ffd75633f5 x-openstack-request-id: req-3bdcf489-c81f-4e04-bba6-03ffd75633f5 {{(pid=103104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 02:55:38.177422 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e409d1d5-f58e-4339-96ac-4bf92f2eeb8b", "tag": "376644d1-d63b-4c41-ba43-be4c17127867", "status": "completed", "code": 200}]} {{(pid=103104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 02:55:38.177548 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3bdcf489-c81f-4e04-bba6-03ffd75633f5 {{(pid=103104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 02:55:38.177945 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e409d1d5-f58e-4339-96ac-4bf92f2eeb8b', 'tag': '376644d1-d63b-4c41-ba43-be4c17127867', 'status': 'completed', 'code': 200} Mar 11 02:55:38.197263 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722bf64d-42da-47fd-81a0-8fee66819257 req-6598dab4-c6a3-430f-bab1-d47e23430777 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:38.204977 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-722bf64d-42da-47fd-81a0-8fee66819257 req-6598dab4-c6a3-430f-bab1-d47e23430777 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/ports?device_id=793849be-e460-43aa-8520-df0dc2494d36 HTTP/1.1" status: 200 len: 945 time: 0.1859248 Mar 11 02:55:38.229232 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-0436d812-d785-4f2a-ae16-5cd4abeb70fd admin admin] Publish callbacks [] for security_group (a89518f7-073a-494a-b38a-c85298de6e7f), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:38.242961 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-0436d812-d785-4f2a-ae16-5cd4abeb70fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (a89518f7-073a-494a-b38a-c85298de6e7f), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:38.386325 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-0436d812-d785-4f2a-ae16-5cd4abeb70fd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=143608a61ddf4cb7925ffeaa514933b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4580636 Mar 11 02:55:38.389797 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 39624) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:55:38.390472 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0436d812-d785-4f2a-ae16-5cd4abeb70fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a89518f7-073a-494a-b38a-c85298de6e7f,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:55:38.419318 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-722bf64d-42da-47fd-81a0-8fee66819257 req-62fb6ef8-c279-4fea-91cb-c36396d795bd tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5ad1bfd-bd0d-4e50-9714-1ca1b519c2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077885 Mar 11 02:55:38.422483 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cb3bd5-bf24-4f74-b2e2-ea92843007f9 req-6001522b-fa65-4ee7-8155-5a0d234162e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:38.424151 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-94cb3bd5-bf24-4f74-b2e2-ea92843007f9 req-6001522b-fa65-4ee7-8155-5a0d234162e5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=efac0d19-7339-4c25-b4bc-ad7f12378dc1 HTTP/1.1" status: 200 len: 919 time: 0.2782581 Mar 11 02:55:38.450467 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-a641f1dd-675e-4d4f-9ed3-32f333f05de4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:38.491105 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-94cb3bd5-bf24-4f74-b2e2-ea92843007f9 req-d3b7221a-e610-4ede-bad6-de5ec6f491ca service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cd468ac7-e9d7-46fd-8e96-e3509d02b8df HTTP/1.1" status: 200 len: 217 time: 0.0600870 Mar 11 02:55:38.493926 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48a9d3e-aa37-446d-96a7-6b9747418bcf req-1dab57a3-5bc6-40b1-af40-e74d84403874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:38.496468 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-c48a9d3e-aa37-446d-96a7-6b9747418bcf req-1dab57a3-5bc6-40b1-af40-e74d84403874 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=016945d4fe40485aa894be1440edd3ad&device_id=e409d1d5-f58e-4339-96ac-4bf92f2eeb8b HTTP/1.1" status: 200 len: 1129 time: 0.2565773 Mar 11 02:55:38.548251 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-f6250aae-0a8c-4f28-a415-5929e010762f admin admin] Publish callbacks [] for security_group (a89518f7-073a-494a-b38a-c85298de6e7f), before_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:38.550364 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cb3bd5-bf24-4f74-b2e2-ea92843007f9 req-92d0c573-ab6d-480f-af81-56a8cb401f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:38.551884 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-94cb3bd5-bf24-4f74-b2e2-ea92843007f9 req-92d0c573-ab6d-480f-af81-56a8cb401f23 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e03685bc-4eda-4636-83ff-246654d7e2b8 HTTP/1.1" status: 200 len: 858 time: 0.0542753 Mar 11 02:55:38.646045 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-f6250aae-0a8c-4f28-a415-5929e010762f admin admin] Publish callbacks [] for security_group (a89518f7-073a-494a-b38a-c85298de6e7f), precommit_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:38.654500 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-38e71586-ceac-467f-b572-f764f715643f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e386feea-abcc-415c-9f6f-f9749eca19a2', 'name': 'tempest-AttachVolumeShelveTestJSON-173206986-router', 'tenant_id': '016945d4fe40485aa894be1440edd3ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'external_fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.66'}], 'enable_snat': True}, 'gw_port_id': 'c0c11f62-874c-4215-9b74-145c6bbc01a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T02:54:50Z', 'updated_at': '2022-03-11T02:55:05Z', 'revision_number': 4, 'project_id': '016945d4fe40485aa894be1440edd3ad', 'gw_port': {'id': 'c0c11f62-874c-4215-9b74-145c6bbc01a9', 'name': '', 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:74:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e386feea-abcc-415c-9f6f-f9749eca19a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:54:52Z', 'updated_at': '2022-03-11T02:55:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-smb', '_floatingips': [{'id': 'd6d760ce-b671-4a53-9f4d-d6cc5930e4b9', 'tenant_id': '016945d4fe40485aa894be1440edd3ad', 'floating_ip_address': '172.28.1.253', 'floating_network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'router_id': 'e386feea-abcc-415c-9f6f-f9749eca19a2', 'port_id': '376644d1-d63b-4c41-ba43-be4c17127867', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c37e13a0-a6c7-4b0f-ae0c-93319b771da2', 'mac_address': 'fa:16:3e:ed:6e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e409d1d5-f58e-4339-96ac-4bf92f2eeb8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T02:55:19Z', 'updated_at': '2022-03-11T02:55:36Z', 'revision_number': 1, 'project_id': '016945d4fe40485aa894be1440edd3ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35412e3f-7cce-4b83-b34e-1d9b0fe5ea22', 'name': '', 'network_id': 'c37e13a0-a6c7-4b0f-ae0c-93319b771da2', 'tenant_id': '016945d4fe40485aa894be1440edd3ad', 'mac_address': 'fa:16:3e:4f:84:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e386feea-abcc-415c-9f6f-f9749eca19a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5c53e0a5-6c83-4aeb-b9db-2d1372c504dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:55:01Z', 'updated_at': '2022-03-11T02:55:15Z', 'revision_number': 5, 'project_id': '016945d4fe40485aa894be1440edd3ad', 'subnets': [{'id': '5c53e0a5-6c83-4aeb-b9db-2d1372c504dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-14-smb', False) {} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 02:55:38.671123 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48a9d3e-aa37-446d-96a7-6b9747418bcf req-4aa4e230-18d3-4de3-9e35-2fd470b9df95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:38.672746 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-c48a9d3e-aa37-446d-96a7-6b9747418bcf req-4aa4e230-18d3-4de3-9e35-2fd470b9df95 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c37e13a0-a6c7-4b0f-ae0c-93319b771da2 HTTP/1.1" status: 200 len: 917 time: 0.1195931 Mar 11 02:55:38.692800 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e23e9a9-70e6-470f-9ebf-6d9e55dafdfc req-d228fd95-9f7d-494e-a2e0-4bd84bbf6c16 tempest-DeleteServersTestJSON-1352040899 tempest-DeleteServersTestJSON-1352040899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:38.699748 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-4e23e9a9-70e6-470f-9ebf-6d9e55dafdfc req-d228fd95-9f7d-494e-a2e0-4bd84bbf6c16 tempest-DeleteServersTestJSON-1352040899 tempest-DeleteServersTestJSON-1352040899-project] 10.222.0.20 "GET /v2.0/ports?device_id=5dd19f43-d516-4b24-838e-967e390ddf45 HTTP/1.1" status: 200 len: 946 time: 0.1271551 Mar 11 02:55:38.712756 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-94cb3bd5-bf24-4f74-b2e2-ea92843007f9 req-58adfad4-cab2-4ffb-aafb-4bff3633b0c6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=efac0d19-7339-4c25-b4bc-ad7f12378dc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364251 Mar 11 02:55:38.723656 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e71586-ceac-467f-b572-f764f715643f None None] Checking router: e386feea-abcc-415c-9f6f-f9749eca19a2 for host: dv-cinder-740146-14-smb {{(pid=103106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 02:55:38.735783 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-a641f1dd-675e-4d4f-9ed3-32f333f05de4 admin admin] Publish callbacks [] for security_group (b47fbc85-a02b-4f97-9c75-3d8cc75e6f2f), precommit_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:38.753679 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-a641f1dd-675e-4d4f-9ed3-32f333f05de4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (b47fbc85-a02b-4f97-9c75-3d8cc75e6f2f), after_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:38.755428 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e71586-ceac-467f-b572-f764f715643f None None] Routers {'e386feea-abcc-415c-9f6f-f9749eca19a2'} bound to L3 agent in host dv-cinder-740146-14-smb {{(pid=103106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 02:55:38.756493 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-38e71586-ceac-467f-b572-f764f715643f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T02:46:25Z,description=,heartbeat_timestamp=2022-03-11T02:55:25Z,host='dv-cinder-740146-14-smb',id=368653ed-b5ce-4183-9c3b-231a0bc3dd35,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T02:46:25Z,topic='l3_agent')) {'router_ids': ['e386feea-abcc-415c-9f6f-f9749eca19a2'], 'active': True} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 02:55:38.783589 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-a641f1dd-675e-4d4f-9ed3-32f333f05de4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0a5d3e1a704e4c1390d366c09465af0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6412585 Mar 11 02:55:38.790226 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 39640) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:55:38.854541 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-4e23e9a9-70e6-470f-9ebf-6d9e55dafdfc req-cb8107dd-3ecd-4a2e-981d-d5ba38d36024 tempest-DeleteServersTestJSON-1352040899 tempest-DeleteServersTestJSON-1352040899-project] 10.222.0.20 "GET /v2.0/security-groups?id=702f855b-8c0a-44fc-99f1-607f482b6446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529701 Mar 11 02:55:38.856024 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-94cb3bd5-bf24-4f74-b2e2-ea92843007f9 req-02665819-b987-4bab-acae-a2bbdb41d7c4 service neutron] 10.222.0.13 "GET /v2.0/networks/efac0d19-7339-4c25-b4bc-ad7f12378dc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053550 Mar 11 02:55:38.871332 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a641f1dd-675e-4d4f-9ed3-32f333f05de4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b47fbc85-a02b-4f97-9c75-3d8cc75e6f2f,revision_number=1']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:55:38.888716 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-f6250aae-0a8c-4f28-a415-5929e010762f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (a89518f7-073a-494a-b38a-c85298de6e7f), after_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:38.896877 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-f6250aae-0a8c-4f28-a415-5929e010762f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:38.902358 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-f6250aae-0a8c-4f28-a415-5929e010762f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a89518f7-073a-494a-b38a-c85298de6e7f HTTP/1.1" status: 204 len: 168 time: 0.5090129 Mar 11 02:55:38.941280 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6250aae-0a8c-4f28-a415-5929e010762f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a89518f7-073a-494a-b38a-c85298de6e7f,revision_number=None']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:55:38.951374 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-900c0dda-1f96-48ca-89aa-4ce4c5aa7a2e admin admin] Publish callbacks [] for security_group (b47fbc85-a02b-4f97-9c75-3d8cc75e6f2f), before_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:38.968910 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.l3_dvr_db [None req-38e71586-ceac-467f-b572-f764f715643f None None] Set router e386feea-abcc-415c-9f6f-f9749eca19a2 gateway port host: dv-cinder-740146-14-smb {{(pid=103106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 02:55:39.005831 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-900c0dda-1f96-48ca-89aa-4ce4c5aa7a2e admin admin] Publish callbacks [] for security_group (b47fbc85-a02b-4f97-9c75-3d8cc75e6f2f), precommit_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:39.096680 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-900c0dda-1f96-48ca-89aa-4ce4c5aa7a2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (b47fbc85-a02b-4f97-9c75-3d8cc75e6f2f), after_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:39.100758 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-900c0dda-1f96-48ca-89aa-4ce4c5aa7a2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:39.102313 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-900c0dda-1f96-48ca-89aa-4ce4c5aa7a2e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b47fbc85-a02b-4f97-9c75-3d8cc75e6f2f HTTP/1.1" status: 204 len: 168 time: 0.3053145 Mar 11 02:55:39.111698 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900c0dda-1f96-48ca-89aa-4ce4c5aa7a2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b47fbc85-a02b-4f97-9c75-3d8cc75e6f2f,revision_number=None']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:55:39.322848 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-38e71586-ceac-467f-b572-f764f715643f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e386feea-abcc-415c-9f6f-f9749eca19a2', 'name': 'tempest-AttachVolumeShelveTestJSON-173206986-router', 'tenant_id': '016945d4fe40485aa894be1440edd3ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'external_fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.66'}], 'enable_snat': True}, 'gw_port_id': 'c0c11f62-874c-4215-9b74-145c6bbc01a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T02:54:50Z', 'updated_at': '2022-03-11T02:55:05Z', 'revision_number': 4, 'project_id': '016945d4fe40485aa894be1440edd3ad', 'gw_port': {'id': 'c0c11f62-874c-4215-9b74-145c6bbc01a9', 'name': '', 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:74:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e386feea-abcc-415c-9f6f-f9749eca19a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:54:52Z', 'updated_at': '2022-03-11T02:55:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-smb', '_floatingips': [{'id': 'd6d760ce-b671-4a53-9f4d-d6cc5930e4b9', 'tenant_id': '016945d4fe40485aa894be1440edd3ad', 'floating_ip_address': '172.28.1.253', 'floating_network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'router_id': 'e386feea-abcc-415c-9f6f-f9749eca19a2', 'port_id': '376644d1-d63b-4c41-ba43-be4c17127867', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c37e13a0-a6c7-4b0f-ae0c-93319b771da2', 'mac_address': 'fa:16:3e:ed:6e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e409d1d5-f58e-4339-96ac-4bf92f2eeb8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T02:55:19Z', 'updated_at': '2022-03-11T02:55:36Z', 'revision_number': 1, 'project_id': '016945d4fe40485aa894be1440edd3ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35412e3f-7cce-4b83-b34e-1d9b0fe5ea22', 'name': '', 'network_id': 'c37e13a0-a6c7-4b0f-ae0c-93319b771da2', 'tenant_id': '016945d4fe40485aa894be1440edd3ad', 'mac_address': 'fa:16:3e:4f:84:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e386feea-abcc-415c-9f6f-f9749eca19a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5c53e0a5-6c83-4aeb-b9db-2d1372c504dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:55:01Z', 'updated_at': '2022-03-11T02:55:15Z', 'revision_number': 5, 'project_id': '016945d4fe40485aa894be1440edd3ad', 'subnets': [{'id': '5c53e0a5-6c83-4aeb-b9db-2d1372c504dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-14-smb', False) {} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 02:55:39.342364 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 39662) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:55:39.367483 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-c48a9d3e-aa37-446d-96a7-6b9747418bcf req-a4b510cc-71c2-48d4-abff-458583b48882 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=376644d1-d63b-4c41-ba43-be4c17127867 HTTP/1.1" status: 200 len: 999 time: 0.6811907 Mar 11 02:55:39.515191 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-94cb3bd5-bf24-4f74-b2e2-ea92843007f9 req-bc44f54a-1f6e-49c0-8947-1885275f90c5 service neutron] 10.222.0.13 "GET /v2.0/networks/efac0d19-7339-4c25-b4bc-ad7f12378dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6526284 Mar 11 02:55:39.562780 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48a9d3e-aa37-446d-96a7-6b9747418bcf req-0453ef16-cc7f-4451-bca8-b139b9388993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:39.564235 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-c48a9d3e-aa37-446d-96a7-6b9747418bcf req-0453ef16-cc7f-4451-bca8-b139b9388993 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5c53e0a5-6c83-4aeb-b9db-2d1372c504dc HTTP/1.1" status: 200 len: 855 time: 0.1848156 Mar 11 02:55:39.564954 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e71586-ceac-467f-b572-f764f715643f None None] The sync data for ids ['e386feea-abcc-415c-9f6f-f9749eca19a2'] in dv-cinder-740146-14-smb is: [{'id': 'e386feea-abcc-415c-9f6f-f9749eca19a2', 'name': 'tempest-AttachVolumeShelveTestJSON-173206986-router', 'tenant_id': '016945d4fe40485aa894be1440edd3ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'external_fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.66'}], 'enable_snat': True}, 'gw_port_id': 'c0c11f62-874c-4215-9b74-145c6bbc01a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T02:54:50Z', 'updated_at': '2022-03-11T02:55:05Z', 'revision_number': 4, 'project_id': '016945d4fe40485aa894be1440edd3ad', 'gw_port': {'id': 'c0c11f62-874c-4215-9b74-145c6bbc01a9', 'name': '', 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:74:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e386feea-abcc-415c-9f6f-f9749eca19a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:54:52Z', 'updated_at': '2022-03-11T02:55:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-smb', '_floatingips': [{'id': 'd6d760ce-b671-4a53-9f4d-d6cc5930e4b9', 'tenant_id': '016945d4fe40485aa894be1440edd3ad', 'floating_ip_address': '172.28.1.253', 'floating_network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'router_id': 'e386feea-abcc-415c-9f6f-f9749eca19a2', 'port_id': '376644d1-d63b-4c41-ba43-be4c17127867', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c37e13a0-a6c7-4b0f-ae0c-93319b771da2', 'mac_address': 'fa:16:3e:ed:6e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e409d1d5-f58e-4339-96ac-4bf92f2eeb8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T02:55:19Z', 'updated_at': '2022-03-11T02:55:36Z', 'revision_number': 1, 'project_id': '016945d4fe40485aa894be1440edd3ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35412e3f-7cce-4b83-b34e-1d9b0fe5ea22', 'name': '', 'network_id': 'c37e13a0-a6c7-4b0f-ae0c-93319b771da2', 'tenant_id': '016945d4fe40485aa894be1440edd3ad', 'mac_address': 'fa:16:3e:4f:84:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e386feea-abcc-415c-9f6f-f9749eca19a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5c53e0a5-6c83-4aeb-b9db-2d1372c504dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:55:01Z', 'updated_at': '2022-03-11T02:55:15Z', 'revision_number': 5, 'project_id': '016945d4fe40485aa894be1440edd3ad', 'subnets': [{'id': '5c53e0a5-6c83-4aeb-b9db-2d1372c504dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 02:55:39.645444 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3c7780-11d8-41f1-8991-a77bad899c06 req-02246b42-f073-420b-926c-587fde2b3519 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:39.647092 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-3e3c7780-11d8-41f1-8991-a77bad899c06 req-02246b42-f073-420b-926c-587fde2b3519 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/ports?device_id=13132607-0993-42da-b12a-915a6d20ac5e HTTP/1.1" status: 200 len: 946 time: 0.2859700 Mar 11 02:55:39.701670 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-aa4ee161-e6c2-4019-bc1a-58bf3e840818 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:39.727842 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 39682) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:55:39.758946 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9d934e-9595-41b6-9f2e-5fc8ab3a92ca req-124dc8dc-b5da-486a-b6d3-c1b65dfa4841 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:39.761785 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-1b9d934e-9595-41b6-9f2e-5fc8ab3a92ca req-124dc8dc-b5da-486a-b6d3-c1b65dfa4841 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/ports?device_id=793849be-e460-43aa-8520-df0dc2494d36 HTTP/1.1" status: 200 len: 945 time: 0.1937702 Mar 11 02:55:39.767575 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-1ff4e6c7-ab5e-4d2d-bae0-de328411210b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:39.783612 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-3e3c7780-11d8-41f1-8991-a77bad899c06 req-b3a8d129-531a-423d-9630-0eb219cfdeae tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9c75b18-9067-4656-afb9-de1b8b0fda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113071 Mar 11 02:55:39.802498 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48a9d3e-aa37-446d-96a7-6b9747418bcf req-5fad56fb-cf65-4c99-90d1-f9a2f4a27a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:39.804892 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-c48a9d3e-aa37-446d-96a7-6b9747418bcf req-5fad56fb-cf65-4c99-90d1-f9a2f4a27a67 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c37e13a0-a6c7-4b0f-ae0c-93319b771da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.1560912 Mar 11 02:55:39.885186 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8592330-dda5-472b-af0f-2d5fc63c9df4 None None] New status for floating IP d6d760ce-b671-4a53-9f4d-d6cc5930e4b9: ACTIVE {{(pid=103105) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 02:55:39.937631 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-1b9d934e-9595-41b6-9f2e-5fc8ab3a92ca req-b5ec5388-987d-415c-8809-ec3a8595db82 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5ad1bfd-bd0d-4e50-9714-1ca1b519c2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537187 Mar 11 02:55:39.983366 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-1ff4e6c7-ab5e-4d2d-bae0-de328411210b admin admin] Publish callbacks [] for security_group (2af9a3dc-af61-4137-b9d6-4c635b73f63e), precommit_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:39.993150 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-aa4ee161-e6c2-4019-bc1a-58bf3e840818 admin admin] Publish callbacks [] for security_group (be35fac1-3ff5-49a8-8d6e-ffc9842f0ec6), precommit_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:39.994183 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-1ff4e6c7-ab5e-4d2d-bae0-de328411210b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (2af9a3dc-af61-4137-b9d6-4c635b73f63e), after_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:40.016277 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-aa4ee161-e6c2-4019-bc1a-58bf3e840818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (be35fac1-3ff5-49a8-8d6e-ffc9842f0ec6), after_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:40.047746 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-aa4ee161-e6c2-4019-bc1a-58bf3e840818 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=42ee5c59884242bbabb8861d7b370cf7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7019093 Mar 11 02:55:40.051433 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 39696) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:55:40.063226 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-c48a9d3e-aa37-446d-96a7-6b9747418bcf req-52a822cd-7853-4f04-a3a6-da3f0d39dba3 service neutron] 10.222.0.13 "GET /v2.0/networks/c37e13a0-a6c7-4b0f-ae0c-93319b771da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2455585 Mar 11 02:55:40.063996 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-1ff4e6c7-ab5e-4d2d-bae0-de328411210b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b713a05bd91948349bcac2f3c8788003&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3341715 Mar 11 02:55:40.064891 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff4e6c7-ab5e-4d2d-bae0-de328411210b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2af9a3dc-af61-4137-b9d6-4c635b73f63e,revision_number=1']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:55:40.067530 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 39700) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:55:40.093422 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59ab111-f0c5-431f-9ac1-a49be1feb0a2 req-f29c72bc-8e7a-41fe-b2f6-4d83dad325cb tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:40.095524 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-e59ab111-f0c5-431f-9ac1-a49be1feb0a2 req-f29c72bc-8e7a-41fe-b2f6-4d83dad325cb tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/ports?device_id=13132607-0993-42da-b12a-915a6d20ac5e HTTP/1.1" status: 200 len: 946 time: 0.1269557 Mar 11 02:55:40.105288 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 39702) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:55:40.114641 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.v2.base [None req-22731fc6-04b3-4047-93f7-acb2eddb02f2 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Request body: {'floatingip': {'port_id': '07c49de9-be92-4f37-96d3-d58c8107b200'}} {{(pid=103103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 02:55:40.191582 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-22731fc6-04b3-4047-93f7-acb2eddb02f2 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Publish callbacks [] for floatingip (193f8c1e-b2db-4b20-8a57-ae54c4359e9e), before_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:40.214162 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-c48a9d3e-aa37-446d-96a7-6b9747418bcf req-3cfdfdc3-9a98-415d-ba50-48a1c6fd3a0a service neutron] 10.222.0.13 "GET /v2.0/networks/c37e13a0-a6c7-4b0f-ae0c-93319b771da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398628 Mar 11 02:55:40.251774 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-846718dc-0a5a-42e3-804c-bfa69d1d79fa admin admin] Publish callbacks [] for security_group (be35fac1-3ff5-49a8-8d6e-ffc9842f0ec6), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:40.276190 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-846718dc-0a5a-42e3-804c-bfa69d1d79fa admin admin] Publish callbacks [] for security_group (be35fac1-3ff5-49a8-8d6e-ffc9842f0ec6), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:40.284335 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4ee161-e6c2-4019-bc1a-58bf3e840818 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be35fac1-3ff5-49a8-8d6e-ffc9842f0ec6,revision_number=1']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:55:40.320914 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-8f05ae34-808e-4231-9b0f-a06801504a6d admin admin] Publish callbacks [] for security_group (2af9a3dc-af61-4137-b9d6-4c635b73f63e), before_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:40.333629 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-846718dc-0a5a-42e3-804c-bfa69d1d79fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (be35fac1-3ff5-49a8-8d6e-ffc9842f0ec6), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:40.336921 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-846718dc-0a5a-42e3-804c-bfa69d1d79fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:40.340378 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-846718dc-0a5a-42e3-804c-bfa69d1d79fa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/be35fac1-3ff5-49a8-8d6e-ffc9842f0ec6 HTTP/1.1" status: 204 len: 168 time: 0.2850149 Mar 11 02:55:40.348072 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846718dc-0a5a-42e3-804c-bfa69d1d79fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be35fac1-3ff5-49a8-8d6e-ffc9842f0ec6,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:55:40.371112 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-8f05ae34-808e-4231-9b0f-a06801504a6d admin admin] Publish callbacks [] for security_group (2af9a3dc-af61-4137-b9d6-4c635b73f63e), precommit_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:40.505731 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-8f05ae34-808e-4231-9b0f-a06801504a6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (2af9a3dc-af61-4137-b9d6-4c635b73f63e), after_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:40.508758 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-8f05ae34-808e-4231-9b0f-a06801504a6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:40.509963 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-8f05ae34-808e-4231-9b0f-a06801504a6d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2af9a3dc-af61-4137-b9d6-4c635b73f63e HTTP/1.1" status: 204 len: 168 time: 0.4415565 Mar 11 02:55:40.727597 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f05ae34-808e-4231-9b0f-a06801504a6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2af9a3dc-af61-4137-b9d6-4c635b73f63e,revision_number=None']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:55:40.809185 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 39730) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:55:40.826434 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-abef6615-9391-41be-a85c-8da87ff0c013 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:40.970805 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-abef6615-9391-41be-a85c-8da87ff0c013 admin admin] Publish callbacks [] for security_group (b410fa83-c7e9-4c5c-9c27-d703a5ffd716), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:40.982598 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-abef6615-9391-41be-a85c-8da87ff0c013 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (b410fa83-c7e9-4c5c-9c27-d703a5ffd716), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:41.048284 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abef6615-9391-41be-a85c-8da87ff0c013 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b410fa83-c7e9-4c5c-9c27-d703a5ffd716,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:55:41.152481 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-abef6615-9391-41be-a85c-8da87ff0c013 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=43bcf89941eb49269a18e4941310cf06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3413227 Mar 11 02:55:41.158823 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 39754) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:55:41.179624 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.db.resource_extend [None req-22731fc6-04b3-4047-93f7-acb2eddb02f2 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 02:55:41.233588 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918db7d0-6c61-40dd-ba25-f3d5c845a93f req-689cffb2-8581-404d-9dcc-8b137091913c tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:41.240129 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-918db7d0-6c61-40dd-ba25-f3d5c845a93f req-689cffb2-8581-404d-9dcc-8b137091913c tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/ports?device_id=793849be-e460-43aa-8520-df0dc2494d36 HTTP/1.1" status: 200 len: 945 time: 0.1803460 Mar 11 02:55:41.250900 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-73ffc6b2-7f52-429a-8b0b-a9fb57b33520 admin admin] Publish callbacks [] for security_group (b410fa83-c7e9-4c5c-9c27-d703a5ffd716), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:41.300365 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-73ffc6b2-7f52-429a-8b0b-a9fb57b33520 admin admin] Publish callbacks [] for security_group (b410fa83-c7e9-4c5c-9c27-d703a5ffd716), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:41.327204 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-918db7d0-6c61-40dd-ba25-f3d5c845a93f req-7c948024-e653-4d51-b767-f80fc7e5f0b4 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5ad1bfd-bd0d-4e50-9714-1ca1b519c2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817425 Mar 11 02:55:41.328677 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-22731fc6-04b3-4047-93f7-acb2eddb02f2 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:41.340348 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-22731fc6-04b3-4047-93f7-acb2eddb02f2 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580600'] for floatingip (193f8c1e-b2db-4b20-8a57-ae54c4359e9e), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:41.383226 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-73ffc6b2-7f52-429a-8b0b-a9fb57b33520 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (b410fa83-c7e9-4c5c-9c27-d703a5ffd716), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:41.387259 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-73ffc6b2-7f52-429a-8b0b-a9fb57b33520 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:41.389418 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-73ffc6b2-7f52-429a-8b0b-a9fb57b33520 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b410fa83-c7e9-4c5c-9c27-d703a5ffd716 HTTP/1.1" status: 204 len: 168 time: 0.2293739 Mar 11 02:55:41.404837 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ffc6b2-7f52-429a-8b0b-a9fb57b33520 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b410fa83-c7e9-4c5c-9c27-d703a5ffd716,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:55:41.490200 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.db.l3_db [None req-22731fc6-04b3-4047-93f7-acb2eddb02f2 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Floating IP 193f8c1e-b2db-4b20-8a57-ae54c4359e9e associated. External IP: 172.28.1.196, port: 07c49de9-be92-4f37-96d3-d58c8107b200. Mar 11 02:55:41.771573 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22731fc6-04b3-4047-93f7-acb2eddb02f2 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Router 9362948f-98b1-4067-9e99-0dd10971abf6 has already been hosted by L3 agent 368653ed-b5ce-4183-9c3b-231a0bc3dd35 {{(pid=103103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 02:55:41.911672 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22731fc6-04b3-4047-93f7-acb2eddb02f2 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Notify agent at l3_agent.dv-cinder-740146-14-smb the message routers_updated {{(pid=103103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 02:55:41.917636 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-22731fc6-04b3-4047-93f7-acb2eddb02f2 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55355'] for floatingip (None), before_response {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:41.930949 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97654fdf-b082-4b60-bca7-ce6669051350 None None] Sync routers for ids ['9362948f-98b1-4067-9e99-0dd10971abf6'] in dv-cinder-740146-14-smb {{(pid=103106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 02:55:41.968967 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97654fdf-b082-4b60-bca7-ce6669051350 None None] Routers {'9362948f-98b1-4067-9e99-0dd10971abf6'} bound to L3 agent in host dv-cinder-740146-14-smb {{(pid=103106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 02:55:41.969965 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-97654fdf-b082-4b60-bca7-ce6669051350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T02:46:25Z,description=,heartbeat_timestamp=2022-03-11T02:55:25Z,host='dv-cinder-740146-14-smb',id=368653ed-b5ce-4183-9c3b-231a0bc3dd35,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T02:46:25Z,topic='l3_agent')) {'router_ids': ['9362948f-98b1-4067-9e99-0dd10971abf6'], 'active': True} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 02:55:41.981625 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-22731fc6-04b3-4047-93f7-acb2eddb02f2 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "PUT /v2.0/floatingips/193f8c1e-b2db-4b20-8a57-ae54c4359e9e HTTP/1.1" status: 200 len: 992 time: 1.8749886 Mar 11 02:55:41.982313 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13132607-0993-42da-b12a-915a6d20ac5e', 'tag': '07c49de9-be92-4f37-96d3-d58c8107b200'}] {{(pid=103103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 02:55:41.984629 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01538650e82e627c230aebb0f4260c9c3d521d1c82d3da266e06d33243b5f1b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62dc30ba-b6e2-4ccf-83de-b124c851745c" -d '{"events": [{"name": "network-changed", "server_uuid": "13132607-0993-42da-b12a-915a6d20ac5e", "tag": "07c49de9-be92-4f37-96d3-d58c8107b200"}]}' {{(pid=103103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 02:55:42.048680 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 39794) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:55:42.069416 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 02:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afff2ead-ddd1-4292-a79c-4516bfda96b7 x-openstack-request-id: req-afff2ead-ddd1-4292-a79c-4516bfda96b7 {{(pid=103103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 02:55:42.074168 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13132607-0993-42da-b12a-915a6d20ac5e", "tag": "07c49de9-be92-4f37-96d3-d58c8107b200", "status": "completed", "code": 200}]} {{(pid=103103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 02:55:42.074505 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-afff2ead-ddd1-4292-a79c-4516bfda96b7 {{(pid=103103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 02:55:42.075092 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13132607-0993-42da-b12a-915a6d20ac5e', 'tag': '07c49de9-be92-4f37-96d3-d58c8107b200', 'status': 'completed', 'code': 200} Mar 11 02:55:42.080629 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-060eced7-6eca-42c4-a61c-42c9c7843ae9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:42.157201 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.l3_dvr_db [None req-97654fdf-b082-4b60-bca7-ce6669051350 None None] Set router 9362948f-98b1-4067-9e99-0dd10971abf6 gateway port host: dv-cinder-740146-14-smb {{(pid=103106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 02:55:42.166792 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dc30ba-b6e2-4ccf-83de-b124c851745c req-93dd6e9e-ddc7-4411-a8fe-719aec833c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:42.173219 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-62dc30ba-b6e2-4ccf-83de-b124c851745c req-93dd6e9e-ddc7-4411-a8fe-719aec833c2d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8a19620c29074aed8f3e4d3d8c51b9c7&device_id=13132607-0993-42da-b12a-915a6d20ac5e HTTP/1.1" status: 200 len: 1130 time: 0.0673242 Mar 11 02:55:42.214005 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-060eced7-6eca-42c4-a61c-42c9c7843ae9 admin admin] Publish callbacks [] for security_group (5c3aa321-c64a-493a-941a-2e4e7d0f7f62), precommit_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:42.223048 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-060eced7-6eca-42c4-a61c-42c9c7843ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (5c3aa321-c64a-493a-941a-2e4e7d0f7f62), after_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:42.289848 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-060eced7-6eca-42c4-a61c-42c9c7843ae9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7b960f7425d54174a63d2cfb05633e7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2398999 Mar 11 02:55:42.292311 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 39804) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:55:42.300350 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060eced7-6eca-42c4-a61c-42c9c7843ae9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c3aa321-c64a-493a-941a-2e4e7d0f7f62,revision_number=1']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:55:42.375519 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-60e490a8-ca0a-4954-9361-94022a9efaf6 admin admin] Publish callbacks [] for security_group (5c3aa321-c64a-493a-941a-2e4e7d0f7f62), before_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:42.387719 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dc30ba-b6e2-4ccf-83de-b124c851745c req-1482e96f-ba69-4163-8ddd-2248fab63301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:42.390477 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-62dc30ba-b6e2-4ccf-83de-b124c851745c req-1482e96f-ba69-4163-8ddd-2248fab63301 service neutron] 10.222.0.13 "GET /v2.0/networks?id=845c03c2-a500-4a58-b6f9-0437e53ee18b HTTP/1.1" status: 200 len: 912 time: 0.2071822 Mar 11 02:55:42.403264 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-60e490a8-ca0a-4954-9361-94022a9efaf6 admin admin] Publish callbacks [] for security_group (5c3aa321-c64a-493a-941a-2e4e7d0f7f62), precommit_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:42.506350 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-60e490a8-ca0a-4954-9361-94022a9efaf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (5c3aa321-c64a-493a-941a-2e4e7d0f7f62), after_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:42.509355 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-60e490a8-ca0a-4954-9361-94022a9efaf6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:42.513765 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-60e490a8-ca0a-4954-9361-94022a9efaf6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5c3aa321-c64a-493a-941a-2e4e7d0f7f62 HTTP/1.1" status: 204 len: 168 time: 0.2179401 Mar 11 02:55:42.518594 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-62dc30ba-b6e2-4ccf-83de-b124c851745c req-9ba7de28-67b7-4f06-aab1-1bc2dd2a9aad service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=07c49de9-be92-4f37-96d3-d58c8107b200 HTTP/1.1" status: 200 len: 1000 time: 0.1106050 Mar 11 02:55:42.529902 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e490a8-ca0a-4954-9361-94022a9efaf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c3aa321-c64a-493a-941a-2e4e7d0f7f62,revision_number=None']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:55:42.580865 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60068ce-169c-4393-9c70-df26e3538f29 req-5cadd6c5-051c-4ee8-aa65-355e1aec1714 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:42.582698 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-b60068ce-169c-4393-9c70-df26e3538f29 req-5cadd6c5-051c-4ee8-aa65-355e1aec1714 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/ports?device_id=793849be-e460-43aa-8520-df0dc2494d36 HTTP/1.1" status: 200 len: 945 time: 0.1305215 Mar 11 02:55:42.604489 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-97654fdf-b082-4b60-bca7-ce6669051350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9362948f-98b1-4067-9e99-0dd10971abf6', 'name': 'tempest-AttachVolumeTestJSON-1359685103-router', 'tenant_id': '8a19620c29074aed8f3e4d3d8c51b9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'external_fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.234'}], 'enable_snat': True}, 'gw_port_id': 'e2db39c8-5545-45cb-8acf-5821722fb32f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T02:54:47Z', 'updated_at': '2022-03-11T02:54:54Z', 'revision_number': 4, 'project_id': '8a19620c29074aed8f3e4d3d8c51b9c7', 'gw_port': {'id': 'e2db39c8-5545-45cb-8acf-5821722fb32f', 'name': '', 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:cb:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9362948f-98b1-4067-9e99-0dd10971abf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:54:48Z', 'updated_at': '2022-03-11T02:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-smb', '_floatingips': [{'id': '193f8c1e-b2db-4b20-8a57-ae54c4359e9e', 'tenant_id': '8a19620c29074aed8f3e4d3d8c51b9c7', 'floating_ip_address': '172.28.1.196', 'floating_network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'router_id': '9362948f-98b1-4067-9e99-0dd10971abf6', 'port_id': '07c49de9-be92-4f37-96d3-d58c8107b200', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 84, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '845c03c2-a500-4a58-b6f9-0437e53ee18b', 'mac_address': 'fa:16:3e:8a:a3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13132607-0993-42da-b12a-915a6d20ac5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T02:55:00Z', 'updated_at': '2022-03-11T02:55:41Z', 'revision_number': 1, 'project_id': '8a19620c29074aed8f3e4d3d8c51b9c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dd0a237-790a-4ecb-9b8b-5757d3e1010a', 'name': '', 'network_id': '845c03c2-a500-4a58-b6f9-0437e53ee18b', 'tenant_id': '8a19620c29074aed8f3e4d3d8c51b9c7', 'mac_address': 'fa:16:3e:b1:d8:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9362948f-98b1-4067-9e99-0dd10971abf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '363826bf-4a53-45a3-8f97-aa25838926f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:54:53Z', 'updated_at': '2022-03-11T02:55:01Z', 'revision_number': 5, 'project_id': '8a19620c29074aed8f3e4d3d8c51b9c7', 'subnets': [{'id': '363826bf-4a53-45a3-8f97-aa25838926f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-14-smb', False) {} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 02:55:42.642429 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dc30ba-b6e2-4ccf-83de-b124c851745c req-75b70945-eca8-4690-94f9-dce0846921bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:42.644200 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-62dc30ba-b6e2-4ccf-83de-b124c851745c req-75b70945-eca8-4690-94f9-dce0846921bc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=363826bf-4a53-45a3-8f97-aa25838926f8 HTTP/1.1" status: 200 len: 850 time: 0.1187754 Mar 11 02:55:42.707895 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97654fdf-b082-4b60-bca7-ce6669051350 None None] Checking router: 9362948f-98b1-4067-9e99-0dd10971abf6 for host: dv-cinder-740146-14-smb {{(pid=103106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 02:55:42.734900 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97654fdf-b082-4b60-bca7-ce6669051350 None None] Routers {'9362948f-98b1-4067-9e99-0dd10971abf6'} bound to L3 agent in host dv-cinder-740146-14-smb {{(pid=103106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 02:55:42.736276 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-97654fdf-b082-4b60-bca7-ce6669051350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T02:46:25Z,description=,heartbeat_timestamp=2022-03-11T02:55:25Z,host='dv-cinder-740146-14-smb',id=368653ed-b5ce-4183-9c3b-231a0bc3dd35,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T02:46:25Z,topic='l3_agent')) {'router_ids': ['9362948f-98b1-4067-9e99-0dd10971abf6'], 'active': True} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 02:55:42.744628 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-b60068ce-169c-4393-9c70-df26e3538f29 req-65592ff5-e3ca-4017-9738-44d83c9d7f77 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5ad1bfd-bd0d-4e50-9714-1ca1b519c2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547265 Mar 11 02:55:42.784291 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dc30ba-b6e2-4ccf-83de-b124c851745c req-1d820cf6-df08-4db4-80f5-0188842436c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:42.790423 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-62dc30ba-b6e2-4ccf-83de-b124c851745c req-1d820cf6-df08-4db4-80f5-0188842436c8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=845c03c2-a500-4a58-b6f9-0437e53ee18b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.1351576 Mar 11 02:55:42.893775 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.l3_dvr_db [None req-97654fdf-b082-4b60-bca7-ce6669051350 None None] Set router 9362948f-98b1-4067-9e99-0dd10971abf6 gateway port host: dv-cinder-740146-14-smb {{(pid=103106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 02:55:42.927070 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 39834) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:55:43.014309 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-62dc30ba-b6e2-4ccf-83de-b124c851745c req-e86d8ff9-b551-43f6-bbe0-300830d29d93 service neutron] 10.222.0.13 "GET /v2.0/networks/845c03c2-a500-4a58-b6f9-0437e53ee18b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139635 Mar 11 02:55:43.123775 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-a5b570e2-8551-4883-be5b-65a625b937c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:43.164516 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-62dc30ba-b6e2-4ccf-83de-b124c851745c req-d1b73adc-1b48-4757-a995-0ebacd2a077d service neutron] 10.222.0.13 "GET /v2.0/networks/845c03c2-a500-4a58-b6f9-0437e53ee18b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386743 Mar 11 02:55:43.225761 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-a5b570e2-8551-4883-be5b-65a625b937c3 admin admin] Publish callbacks [] for security_group (7017f9af-4044-45f6-a321-ca62e12661b7), precommit_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:43.231327 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-a5b570e2-8551-4883-be5b-65a625b937c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (7017f9af-4044-45f6-a321-ca62e12661b7), after_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:43.248505 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-97654fdf-b082-4b60-bca7-ce6669051350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9362948f-98b1-4067-9e99-0dd10971abf6', 'name': 'tempest-AttachVolumeTestJSON-1359685103-router', 'tenant_id': '8a19620c29074aed8f3e4d3d8c51b9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'external_fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.234'}], 'enable_snat': True}, 'gw_port_id': 'e2db39c8-5545-45cb-8acf-5821722fb32f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T02:54:47Z', 'updated_at': '2022-03-11T02:54:54Z', 'revision_number': 4, 'project_id': '8a19620c29074aed8f3e4d3d8c51b9c7', 'gw_port': {'id': 'e2db39c8-5545-45cb-8acf-5821722fb32f', 'name': '', 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:cb:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9362948f-98b1-4067-9e99-0dd10971abf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:54:48Z', 'updated_at': '2022-03-11T02:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-smb', '_floatingips': [{'id': '193f8c1e-b2db-4b20-8a57-ae54c4359e9e', 'tenant_id': '8a19620c29074aed8f3e4d3d8c51b9c7', 'floating_ip_address': '172.28.1.196', 'floating_network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'router_id': '9362948f-98b1-4067-9e99-0dd10971abf6', 'port_id': '07c49de9-be92-4f37-96d3-d58c8107b200', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 84, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '845c03c2-a500-4a58-b6f9-0437e53ee18b', 'mac_address': 'fa:16:3e:8a:a3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13132607-0993-42da-b12a-915a6d20ac5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T02:55:00Z', 'updated_at': '2022-03-11T02:55:41Z', 'revision_number': 1, 'project_id': '8a19620c29074aed8f3e4d3d8c51b9c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dd0a237-790a-4ecb-9b8b-5757d3e1010a', 'name': '', 'network_id': '845c03c2-a500-4a58-b6f9-0437e53ee18b', 'tenant_id': '8a19620c29074aed8f3e4d3d8c51b9c7', 'mac_address': 'fa:16:3e:b1:d8:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9362948f-98b1-4067-9e99-0dd10971abf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '363826bf-4a53-45a3-8f97-aa25838926f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:54:53Z', 'updated_at': '2022-03-11T02:55:01Z', 'revision_number': 5, 'project_id': '8a19620c29074aed8f3e4d3d8c51b9c7', 'subnets': [{'id': '363826bf-4a53-45a3-8f97-aa25838926f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-14-smb', False) {} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 02:55:43.278471 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-a5b570e2-8551-4883-be5b-65a625b937c3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d469ef05e1f44dd2b833c52d9de775b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3501177 Mar 11 02:55:43.280940 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b570e2-8551-4883-be5b-65a625b937c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7017f9af-4044-45f6-a321-ca62e12661b7,revision_number=1']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:55:43.281177 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 39854) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:55:43.295013 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97654fdf-b082-4b60-bca7-ce6669051350 None None] The sync data for ids ['9362948f-98b1-4067-9e99-0dd10971abf6'] in dv-cinder-740146-14-smb is: [{'id': '9362948f-98b1-4067-9e99-0dd10971abf6', 'name': 'tempest-AttachVolumeTestJSON-1359685103-router', 'tenant_id': '8a19620c29074aed8f3e4d3d8c51b9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'external_fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.234'}], 'enable_snat': True}, 'gw_port_id': 'e2db39c8-5545-45cb-8acf-5821722fb32f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T02:54:47Z', 'updated_at': '2022-03-11T02:54:54Z', 'revision_number': 4, 'project_id': '8a19620c29074aed8f3e4d3d8c51b9c7', 'gw_port': {'id': 'e2db39c8-5545-45cb-8acf-5821722fb32f', 'name': '', 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:cb:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9362948f-98b1-4067-9e99-0dd10971abf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:54:48Z', 'updated_at': '2022-03-11T02:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-smb', '_floatingips': [{'id': '193f8c1e-b2db-4b20-8a57-ae54c4359e9e', 'tenant_id': '8a19620c29074aed8f3e4d3d8c51b9c7', 'floating_ip_address': '172.28.1.196', 'floating_network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'router_id': '9362948f-98b1-4067-9e99-0dd10971abf6', 'port_id': '07c49de9-be92-4f37-96d3-d58c8107b200', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 84, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '845c03c2-a500-4a58-b6f9-0437e53ee18b', 'mac_address': 'fa:16:3e:8a:a3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13132607-0993-42da-b12a-915a6d20ac5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T02:55:00Z', 'updated_at': '2022-03-11T02:55:41Z', 'revision_number': 1, 'project_id': '8a19620c29074aed8f3e4d3d8c51b9c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dd0a237-790a-4ecb-9b8b-5757d3e1010a', 'name': '', 'network_id': '845c03c2-a500-4a58-b6f9-0437e53ee18b', 'tenant_id': '8a19620c29074aed8f3e4d3d8c51b9c7', 'mac_address': 'fa:16:3e:b1:d8:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9362948f-98b1-4067-9e99-0dd10971abf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '363826bf-4a53-45a3-8f97-aa25838926f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:54:53Z', 'updated_at': '2022-03-11T02:55:01Z', 'revision_number': 5, 'project_id': '8a19620c29074aed8f3e4d3d8c51b9c7', 'subnets': [{'id': '363826bf-4a53-45a3-8f97-aa25838926f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 02:55:43.349678 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-c05c91ab-b77c-4980-96c7-b4c8ec2295b6 admin admin] Publish callbacks [] for security_group (7017f9af-4044-45f6-a321-ca62e12661b7), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:43.376611 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-c05c91ab-b77c-4980-96c7-b4c8ec2295b6 admin admin] Publish callbacks [] for security_group (7017f9af-4044-45f6-a321-ca62e12661b7), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:43.438128 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-c05c91ab-b77c-4980-96c7-b4c8ec2295b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (7017f9af-4044-45f6-a321-ca62e12661b7), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:43.441043 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-c05c91ab-b77c-4980-96c7-b4c8ec2295b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:43.445322 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-c05c91ab-b77c-4980-96c7-b4c8ec2295b6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7017f9af-4044-45f6-a321-ca62e12661b7 HTTP/1.1" status: 204 len: 168 time: 0.1602509 Mar 11 02:55:43.451956 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c91ab-b77c-4980-96c7-b4c8ec2295b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7017f9af-4044-45f6-a321-ca62e12661b7,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:55:43.605631 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bba83da-e42f-4ddd-abf7-f9e9fe9caba0 None None] New status for floating IP 193f8c1e-b2db-4b20-8a57-ae54c4359e9e: ACTIVE {{(pid=103105) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 02:55:43.797198 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01450ad0-5d94-488d-b38e-9f243bdc172d req-dca6ad5b-fe6f-401e-bc12-691d04812794 tempest-DeleteServersTestJSON-1352040899 tempest-DeleteServersTestJSON-1352040899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:43.799074 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-01450ad0-5d94-488d-b38e-9f243bdc172d req-dca6ad5b-fe6f-401e-bc12-691d04812794 tempest-DeleteServersTestJSON-1352040899 tempest-DeleteServersTestJSON-1352040899-project] 10.222.0.20 "GET /v2.0/ports?device_id=5dd19f43-d516-4b24-838e-967e390ddf45 HTTP/1.1" status: 200 len: 946 time: 0.0685811 Mar 11 02:55:43.890542 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-01450ad0-5d94-488d-b38e-9f243bdc172d req-15557763-08de-4ed0-bdc3-8940afa560bc tempest-DeleteServersTestJSON-1352040899 tempest-DeleteServersTestJSON-1352040899-project] 10.222.0.20 "GET /v2.0/security-groups?id=702f855b-8c0a-44fc-99f1-607f482b6446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843976 Mar 11 02:55:43.908908 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750cd80a-8756-4980-84d1-4b7582fbf294 req-1232bdf7-0ee3-4ea9-b515-d9cdf64d2a8a tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:43.910998 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-750cd80a-8756-4980-84d1-4b7582fbf294 req-1232bdf7-0ee3-4ea9-b515-d9cdf64d2a8a tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/ports?device_id=793849be-e460-43aa-8520-df0dc2494d36 HTTP/1.1" status: 200 len: 945 time: 0.0580859 Mar 11 02:55:43.963924 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-750cd80a-8756-4980-84d1-4b7582fbf294 req-5820170e-5e1b-4a0c-bf49-8ca9b533f1e5 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5ad1bfd-bd0d-4e50-9714-1ca1b519c2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460892 Mar 11 02:55:45.015006 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2e24e1-9575-4cde-b722-f0a43332c6c9 req-efd469a1-6c56-4934-886d-62c59b6334ee tempest-DeleteServersTestJSON-1352040899 tempest-DeleteServersTestJSON-1352040899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:45.017712 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-4c2e24e1-9575-4cde-b722-f0a43332c6c9 req-efd469a1-6c56-4934-886d-62c59b6334ee tempest-DeleteServersTestJSON-1352040899 tempest-DeleteServersTestJSON-1352040899-project] 10.222.0.20 "GET /v2.0/ports?device_id=5dd19f43-d516-4b24-838e-967e390ddf45 HTTP/1.1" status: 200 len: 946 time: 0.0577738 Mar 11 02:55:45.068138 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-4c2e24e1-9575-4cde-b722-f0a43332c6c9 req-17828b35-4ba4-46bc-83e8-7ac1c8dd7629 tempest-DeleteServersTestJSON-1352040899 tempest-DeleteServersTestJSON-1352040899-project] 10.222.0.20 "GET /v2.0/security-groups?id=702f855b-8c0a-44fc-99f1-607f482b6446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437009 Mar 11 02:55:45.104568 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9889e5fa-839e-4e59-9c2a-61c91e332113 req-bd7ef47e-7758-4b29-82f1-36dc96850376 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:45.106080 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-9889e5fa-839e-4e59-9c2a-61c91e332113 req-bd7ef47e-7758-4b29-82f1-36dc96850376 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/ports?device_id=793849be-e460-43aa-8520-df0dc2494d36 HTTP/1.1" status: 200 len: 945 time: 0.0633202 Mar 11 02:55:45.152986 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-9889e5fa-839e-4e59-9c2a-61c91e332113 req-703978ea-27a4-4606-bde8-143446034c95 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5ad1bfd-bd0d-4e50-9714-1ca1b519c2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408528 Mar 11 02:55:45.968537 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bacf9a-0bf6-4433-acf6-808d545edf63 req-fc1adec8-106f-49e6-a699-be2b4593975b tempest-DeleteServersTestJSON-1352040899 tempest-DeleteServersTestJSON-1352040899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:45.970717 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-00bacf9a-0bf6-4433-acf6-808d545edf63 req-fc1adec8-106f-49e6-a699-be2b4593975b tempest-DeleteServersTestJSON-1352040899 tempest-DeleteServersTestJSON-1352040899-project] 10.222.0.13 "GET /v2.0/ports?device_id=5dd19f43-d516-4b24-838e-967e390ddf45 HTTP/1.1" status: 200 len: 946 time: 0.0718789 Mar 11 02:55:46.122122 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.plugin [req-00bacf9a-0bf6-4433-acf6-808d545edf63 req-23b7fed3-af7b-4948-98be-13c92af96e9f tempest-DeleteServersTestJSON-1352040899 tempest-DeleteServersTestJSON-1352040899-project] Deleting port 5d2f4ab4-d4ef-4e77-ac4b-7824be632801 {{(pid=103104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 02:55:46.122690 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-00bacf9a-0bf6-4433-acf6-808d545edf63 req-23b7fed3-af7b-4948-98be-13c92af96e9f tempest-DeleteServersTestJSON-1352040899 tempest-DeleteServersTestJSON-1352040899-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774349354222'] for port (5d2f4ab4-d4ef-4e77-ac4b-7824be632801), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:46.258272 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.db [req-00bacf9a-0bf6-4433-acf6-808d545edf63 req-23b7fed3-af7b-4948-98be-13c92af96e9f tempest-DeleteServersTestJSON-1352040899 tempest-DeleteServersTestJSON-1352040899-project] For port 5d2f4ab4-d4ef-4e77-ac4b-7824be632801, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=5d2f4ab4-d4ef-4e77-ac4b-7824be632801,segment=NetworkSegment(b4c6a6d0-d5ce-43e9-a225-662750edeecd),segment_id=b4c6a6d0-d5ce-43e9-a225-662750edeecd)] {{(pid=103104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 02:55:46.258775 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-00bacf9a-0bf6-4433-acf6-808d545edf63 req-23b7fed3-af7b-4948-98be-13c92af96e9f tempest-DeleteServersTestJSON-1352040899 tempest-DeleteServersTestJSON-1352040899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574894'] for port (5d2f4ab4-d4ef-4e77-ac4b-7824be632801), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:46.269278 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98728adc-b389-4ca2-bffb-7a90f9ac6beb req-7f7eba9e-8ed3-4184-9a0b-16a1dbd5721a tempest-DeleteServersTestJSON-1352040899 tempest-DeleteServersTestJSON-1352040899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:46.273555 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-98728adc-b389-4ca2-bffb-7a90f9ac6beb req-7f7eba9e-8ed3-4184-9a0b-16a1dbd5721a tempest-DeleteServersTestJSON-1352040899 tempest-DeleteServersTestJSON-1352040899-project] 10.222.0.20 "GET /v2.0/ports?device_id=5dd19f43-d516-4b24-838e-967e390ddf45 HTTP/1.1" status: 200 len: 946 time: 0.1319573 Mar 11 02:55:46.284416 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e503ac4-bf79-48d4-92e2-da7188fce2e0 req-31016bdf-ca9c-4741-ba00-0b1a5a1897ac tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:46.286035 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-7e503ac4-bf79-48d4-92e2-da7188fce2e0 req-31016bdf-ca9c-4741-ba00-0b1a5a1897ac tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/ports?device_id=793849be-e460-43aa-8520-df0dc2494d36 HTTP/1.1" status: 200 len: 945 time: 0.0657949 Mar 11 02:55:46.296534 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.plugin [req-00bacf9a-0bf6-4433-acf6-808d545edf63 req-23b7fed3-af7b-4948-98be-13c92af96e9f tempest-DeleteServersTestJSON-1352040899 tempest-DeleteServersTestJSON-1352040899-project] Calling delete_port for 5d2f4ab4-d4ef-4e77-ac4b-7824be632801 owned by compute:nova {{(pid=103104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 02:55:46.389377 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-7e503ac4-bf79-48d4-92e2-da7188fce2e0 req-29a7e20a-5b11-41f3-9a13-5ea8aa6ff24e tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5ad1bfd-bd0d-4e50-9714-1ca1b519c2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873001 Mar 11 02:55:46.433817 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-98728adc-b389-4ca2-bffb-7a90f9ac6beb req-bae58e45-3586-469a-9d0a-2c05435b3c82 tempest-DeleteServersTestJSON-1352040899 tempest-DeleteServersTestJSON-1352040899-project] 10.222.0.20 "GET /v2.0/security-groups?id=702f855b-8c0a-44fc-99f1-607f482b6446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494343 Mar 11 02:55:46.526435 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-00bacf9a-0bf6-4433-acf6-808d545edf63 req-23b7fed3-af7b-4948-98be-13c92af96e9f tempest-DeleteServersTestJSON-1352040899 tempest-DeleteServersTestJSON-1352040899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774349360213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774348857685'] for port (5d2f4ab4-d4ef-4e77-ac4b-7824be632801), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:46.539377 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] get_ports_and_sgs() called for port_ids ['5d2f4ab4-d4ef-4e77-ac4b-7824be632801'] {{(pid=103105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 02:55:46.556347 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b7fed3-af7b-4948-98be-13c92af96e9f tempest-DeleteServersTestJSON-1352040899 tempest-DeleteServersTestJSON-1352040899-project] Pushing event deleted for resources: {'Port': ['ID=5d2f4ab4-d4ef-4e77-ac4b-7824be632801,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:55:46.635999 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.db.l3_dvrscheduler_db [req-00bacf9a-0bf6-4433-acf6-808d545edf63 req-23b7fed3-af7b-4948-98be-13c92af96e9f tempest-DeleteServersTestJSON-1352040899 tempest-DeleteServersTestJSON-1352040899-project] No DVR routers for this DVR port 5d2f4ab4-d4ef-4e77-ac4b-7824be632801 on host hv-cinder-74014 {{(pid=103104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 02:55:46.639325 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-00bacf9a-0bf6-4433-acf6-808d545edf63 req-23b7fed3-af7b-4948-98be-13c92af96e9f tempest-DeleteServersTestJSON-1352040899 tempest-DeleteServersTestJSON-1352040899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55355'] for port (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:46.642996 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-00bacf9a-0bf6-4433-acf6-808d545edf63 req-23b7fed3-af7b-4948-98be-13c92af96e9f tempest-DeleteServersTestJSON-1352040899 tempest-DeleteServersTestJSON-1352040899-project] 10.222.0.13 "DELETE /v2.0/ports/5d2f4ab4-d4ef-4e77-ac4b-7824be632801 HTTP/1.1" status: 204 len: 173 time: 0.6668034 Mar 11 02:55:46.643424 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dd19f43-d516-4b24-838e-967e390ddf45', 'name': 'network-vif-deleted', 'tag': '5d2f4ab4-d4ef-4e77-ac4b-7824be632801'}] {{(pid=103104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 02:55:46.645713 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b4e7651ceabe3a28ab45abcf2012854968d28c41040a071bcf34f6a69b109a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb5f4912-be80-4c62-b3a5-307773801f64" -d '{"events": [{"server_uuid": "5dd19f43-d516-4b24-838e-967e390ddf45", "name": "network-vif-deleted", "tag": "5d2f4ab4-d4ef-4e77-ac4b-7824be632801"}]}' {{(pid=103104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 02:55:46.685352 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 02:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a93d82c1-4d77-4c58-85f9-489332b40ef3 x-openstack-request-id: req-a93d82c1-4d77-4c58-85f9-489332b40ef3 {{(pid=103104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 02:55:46.685711 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dd19f43-d516-4b24-838e-967e390ddf45", "name": "network-vif-deleted", "tag": "5d2f4ab4-d4ef-4e77-ac4b-7824be632801", "status": "completed", "code": 200}]} {{(pid=103104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 02:55:46.685905 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a93d82c1-4d77-4c58-85f9-489332b40ef3 {{(pid=103104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 02:55:46.686302 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dd19f43-d516-4b24-838e-967e390ddf45', 'name': 'network-vif-deleted', 'tag': '5d2f4ab4-d4ef-4e77-ac4b-7824be632801', 'status': 'completed', 'code': 200} Mar 11 02:55:46.938332 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 40036) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:55:47.043134 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-000a05d6-79fb-41b3-89e4-9d83a8877594 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:47.120827 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-000a05d6-79fb-41b3-89e4-9d83a8877594 admin admin] Publish callbacks [] for security_group (0f9bb9d6-7c5f-4608-b3ab-01c6164b4829), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:47.125086 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-000a05d6-79fb-41b3-89e4-9d83a8877594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (0f9bb9d6-7c5f-4608-b3ab-01c6164b4829), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:47.165367 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-000a05d6-79fb-41b3-89e4-9d83a8877594 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7f8746fcdd0640d6aee02275d3d135d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2259438 Mar 11 02:55:47.166210 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000a05d6-79fb-41b3-89e4-9d83a8877594 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f9bb9d6-7c5f-4608-b3ab-01c6164b4829,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:55:47.167995 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 40050) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:55:47.217210 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-76376b04-2778-40ab-a384-2941f2727631 admin admin] Publish callbacks [] for security_group (0f9bb9d6-7c5f-4608-b3ab-01c6164b4829), before_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:47.241127 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-76376b04-2778-40ab-a384-2941f2727631 admin admin] Publish callbacks [] for security_group (0f9bb9d6-7c5f-4608-b3ab-01c6164b4829), precommit_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:47.288364 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-76376b04-2778-40ab-a384-2941f2727631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (0f9bb9d6-7c5f-4608-b3ab-01c6164b4829), after_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:47.291513 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-76376b04-2778-40ab-a384-2941f2727631 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:47.292659 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-76376b04-2778-40ab-a384-2941f2727631 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0f9bb9d6-7c5f-4608-b3ab-01c6164b4829 HTTP/1.1" status: 204 len: 168 time: 0.1235054 Mar 11 02:55:47.302423 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76376b04-2778-40ab-a384-2941f2727631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f9bb9d6-7c5f-4608-b3ab-01c6164b4829,revision_number=None']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:55:47.351984 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (56ad6e9b-975a-4fdf-b549-1f3c33ba94e0), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:47.561283 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89393d82-f94a-429b-8ee2-b8ee5703b0ba req-7fe4603c-930e-4b49-be2f-f5228131adda tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:47.563458 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-89393d82-f94a-429b-8ee2-b8ee5703b0ba req-7fe4603c-930e-4b49-be2f-f5228131adda tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/ports?device_id=793849be-e460-43aa-8520-df0dc2494d36 HTTP/1.1" status: 200 len: 945 time: 0.1039689 Mar 11 02:55:47.603996 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-add88567-7fe6-4e46-9824-8d4e181850ee req-8228110a-26e3-42a2-9e38-717357c0f3cf tempest-DeleteServersTestJSON-1352040899 tempest-DeleteServersTestJSON-1352040899-project] 10.222.0.20 "GET /v2.0/ports?device_id=5dd19f43-d516-4b24-838e-967e390ddf45 HTTP/1.1" status: 200 len: 210 time: 0.0546348 Mar 11 02:55:47.649677 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-89393d82-f94a-429b-8ee2-b8ee5703b0ba req-9bbd4373-f56a-41b0-b8f0-0e529536423f tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5ad1bfd-bd0d-4e50-9714-1ca1b519c2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791531 Mar 11 02:55:47.873735 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 40096) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:55:47.892031 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-9dd12f20-14a8-4f1a-9d99-35afc78b0b73 req-c468e044-79c2-4649-bbaa-c2c1de8b88bb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=13132607-0993-42da-b12a-915a6d20ac5e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0581832 Mar 11 02:55:47.910996 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 40100) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:55:48.024805 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd12f20-14a8-4f1a-9d99-35afc78b0b73 req-efd75ba7-b651-4a17-8585-3089812c8c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:48.027541 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-9dd12f20-14a8-4f1a-9d99-35afc78b0b73 req-efd75ba7-b651-4a17-8585-3089812c8c94 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8a19620c29074aed8f3e4d3d8c51b9c7&device_id=13132607-0993-42da-b12a-915a6d20ac5e HTTP/1.1" status: 200 len: 1130 time: 0.0452943 Mar 11 02:55:48.101938 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-c8125a10-3a8e-4074-a523-bdb947a14c8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:48.142533 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-022cdd07-6206-4e20-b874-56d3126e4efc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:48.159038 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd12f20-14a8-4f1a-9d99-35afc78b0b73 req-9e3c7e2f-3255-446c-a1c9-86ba4b431d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:48.161481 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-9dd12f20-14a8-4f1a-9d99-35afc78b0b73 req-9e3c7e2f-3255-446c-a1c9-86ba4b431d1c service neutron] 10.222.0.13 "GET /v2.0/networks?id=845c03c2-a500-4a58-b6f9-0437e53ee18b HTTP/1.1" status: 200 len: 912 time: 0.1154230 Mar 11 02:55:48.191697 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-c8125a10-3a8e-4074-a523-bdb947a14c8b admin admin] Publish callbacks [] for security_group (c7b58e36-6634-4f93-8c3b-cbbc75cb1a9b), precommit_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:48.195985 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-c8125a10-3a8e-4074-a523-bdb947a14c8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (c7b58e36-6634-4f93-8c3b-cbbc75cb1a9b), after_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:48.241821 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-c8125a10-3a8e-4074-a523-bdb947a14c8b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8db5a7a0f1eb4dd0897f532330c15c3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3294177 Mar 11 02:55:48.243641 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 40112) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:55:48.245966 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8125a10-3a8e-4074-a523-bdb947a14c8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7b58e36-6634-4f93-8c3b-cbbc75cb1a9b,revision_number=1']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:55:48.255116 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8125a10-3a8e-4074-a523-bdb947a14c8b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:55:48.255578 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8125a10-3a8e-4074-a523-bdb947a14c8b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:55:48.256227 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8125a10-3a8e-4074-a523-bdb947a14c8b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:55:48.256990 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8125a10-3a8e-4074-a523-bdb947a14c8b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:55:48.257993 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8125a10-3a8e-4074-a523-bdb947a14c8b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:55:48.258732 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8125a10-3a8e-4074-a523-bdb947a14c8b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:55:48.259364 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8125a10-3a8e-4074-a523-bdb947a14c8b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:55:48.259862 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8125a10-3a8e-4074-a523-bdb947a14c8b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:55:48.260370 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8125a10-3a8e-4074-a523-bdb947a14c8b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:55:48.260696 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-9dd12f20-14a8-4f1a-9d99-35afc78b0b73 req-683fad10-695e-4f33-8bdd-30e2d620f989 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=07c49de9-be92-4f37-96d3-d58c8107b200 HTTP/1.1" status: 200 len: 1002 time: 0.0870352 Mar 11 02:55:48.261148 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8125a10-3a8e-4074-a523-bdb947a14c8b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:55:48.261923 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8125a10-3a8e-4074-a523-bdb947a14c8b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:55:48.262464 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8125a10-3a8e-4074-a523-bdb947a14c8b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:55:48.263380 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8125a10-3a8e-4074-a523-bdb947a14c8b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:55:48.363657 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-022cdd07-6206-4e20-b874-56d3126e4efc admin admin] Publish callbacks [] for security_group (2e7b18e5-1269-417c-b1a8-29d816e3e29f), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:48.366653 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 40116) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:55:48.367387 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd12f20-14a8-4f1a-9d99-35afc78b0b73 req-7acbf474-1c2f-4e55-b971-e2c814b42c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:48.368996 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-9dd12f20-14a8-4f1a-9d99-35afc78b0b73 req-7acbf474-1c2f-4e55-b971-e2c814b42c84 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=363826bf-4a53-45a3-8f97-aa25838926f8 HTTP/1.1" status: 200 len: 850 time: 0.0958836 Mar 11 02:55:48.374605 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-022cdd07-6206-4e20-b874-56d3126e4efc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (2e7b18e5-1269-417c-b1a8-29d816e3e29f), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:48.405320 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-90d0c883-1666-451f-bdbf-bb3238fd904d admin admin] Publish callbacks [] for security_group (c7b58e36-6634-4f93-8c3b-cbbc75cb1a9b), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:48.461789 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-022cdd07-6206-4e20-b874-56d3126e4efc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7b3eed64b909460b8fc33196c8c73998&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5848260 Mar 11 02:55:48.466172 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022cdd07-6206-4e20-b874-56d3126e4efc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e7b18e5-1269-417c-b1a8-29d816e3e29f,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:55:48.467573 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.v2.base [None req-bf0e3e10-ca20-4f61-80ca-17dba51969ad admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1579017779-network', 'tenant_id': 'c47ef42737784292958db4dbe01dd7b0'}} {{(pid=103103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 02:55:48.469387 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-90d0c883-1666-451f-bdbf-bb3238fd904d admin admin] Publish callbacks [] for security_group (c7b58e36-6634-4f93-8c3b-cbbc75cb1a9b), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:48.470787 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 40128) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:55:48.491131 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf0e3e10-ca20-4f61-80ca-17dba51969ad admin admin] Made reservation on behalf of c47ef42737784292958db4dbe01dd7b0 for: {'network': 1} {{(pid=103103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 02:55:48.493763 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-bf0e3e10-ca20-4f61-80ca-17dba51969ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for network (None), before_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:48.497603 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022cdd07-6206-4e20-b874-56d3126e4efc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:55:48.497959 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022cdd07-6206-4e20-b874-56d3126e4efc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:55:48.498305 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022cdd07-6206-4e20-b874-56d3126e4efc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:55:48.498643 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022cdd07-6206-4e20-b874-56d3126e4efc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:55:48.498987 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022cdd07-6206-4e20-b874-56d3126e4efc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:55:48.499309 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022cdd07-6206-4e20-b874-56d3126e4efc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:55:48.499639 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022cdd07-6206-4e20-b874-56d3126e4efc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:55:48.499969 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022cdd07-6206-4e20-b874-56d3126e4efc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:55:48.500295 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022cdd07-6206-4e20-b874-56d3126e4efc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:55:48.500631 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022cdd07-6206-4e20-b874-56d3126e4efc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:55:48.500942 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022cdd07-6206-4e20-b874-56d3126e4efc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:55:48.501286 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022cdd07-6206-4e20-b874-56d3126e4efc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:55:48.501606 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022cdd07-6206-4e20-b874-56d3126e4efc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:55:48.503139 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-bf0e3e10-ca20-4f61-80ca-17dba51969ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:48.548878 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd12f20-14a8-4f1a-9d99-35afc78b0b73 req-33632d47-d19a-4c64-a758-a505a3c76c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:48.550414 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-9dd12f20-14a8-4f1a-9d99-35afc78b0b73 req-33632d47-d19a-4c64-a758-a505a3c76c72 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=845c03c2-a500-4a58-b6f9-0437e53ee18b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.1719437 Mar 11 02:55:48.609385 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-8da660d4-6493-4c8d-ba1a-1d4906e98aef admin admin] Publish callbacks [] for security_group (2e7b18e5-1269-417c-b1a8-29d816e3e29f), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:48.623675 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-bf0e3e10-ca20-4f61-80ca-17dba51969ad admin admin] Publish callbacks [] for security_group (85acd191-e35d-4c50-9fc4-e95227d4f852), precommit_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:48.629782 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-bf0e3e10-ca20-4f61-80ca-17dba51969ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (85acd191-e35d-4c50-9fc4-e95227d4f852), after_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:48.641916 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf0e3e10-ca20-4f61-80ca-17dba51969ad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=103103) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 02:55:48.643256 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-90d0c883-1666-451f-bdbf-bb3238fd904d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (c7b58e36-6634-4f93-8c3b-cbbc75cb1a9b), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:48.646217 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-90d0c883-1666-451f-bdbf-bb3238fd904d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:48.648026 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-90d0c883-1666-451f-bdbf-bb3238fd904d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c7b58e36-6634-4f93-8c3b-cbbc75cb1a9b HTTP/1.1" status: 204 len: 168 time: 0.3995740 Mar 11 02:55:48.667851 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-bf0e3e10-ca20-4f61-80ca-17dba51969ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536533115'] for segment (79727280-1f17-4989-bad4-385d3ba87db2), precommit_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:48.668565 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.db.segments_db [None req-bf0e3e10-ca20-4f61-80ca-17dba51969ad admin admin] Added segment 79727280-1f17-4989-bad4-385d3ba87db2 of type vlan for network 7e7bc1f9-3ce6-4f88-b347-46278ccab0e3 Mar 11 02:55:48.678887 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d0c883-1666-451f-bdbf-bb3238fd904d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7b58e36-6634-4f93-8c3b-cbbc75cb1a9b,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:55:48.681054 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0e3e10-ca20-4f61-80ca-17dba51969ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85acd191-e35d-4c50-9fc4-e95227d4f852,revision_number=1']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:55:48.685893 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-8da660d4-6493-4c8d-ba1a-1d4906e98aef admin admin] Publish callbacks [] for security_group (2e7b18e5-1269-417c-b1a8-29d816e3e29f), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:48.726811 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-9dd12f20-14a8-4f1a-9d99-35afc78b0b73 req-1179e5b0-ddbf-4f88-8821-7b96f76445b4 service neutron] 10.222.0.13 "GET /v2.0/networks/845c03c2-a500-4a58-b6f9-0437e53ee18b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672661 Mar 11 02:55:48.733949 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-bf0e3e10-ca20-4f61-80ca-17dba51969ad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774348876719'] for network (7e7bc1f9-3ce6-4f88-b347-46278ccab0e3), precommit_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:48.779618 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-bf0e3e10-ca20-4f61-80ca-17dba51969ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087'] for network (7e7bc1f9-3ce6-4f88-b347-46278ccab0e3), after_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:48.781392 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf0e3e10-ca20-4f61-80ca-17dba51969ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:48.783273 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-bf0e3e10-ca20-4f61-80ca-17dba51969ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-648073'] for network (None), before_response {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:48.882219 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0e3e10-ca20-4f61-80ca-17dba51969ad admin admin] Pushing event updated for resources: {'Network': ['ID=7e7bc1f9-3ce6-4f88-b347-46278ccab0e3,revision_number=1']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:55:48.895118 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-bf0e3e10-ca20-4f61-80ca-17dba51969ad admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5265148 Mar 11 02:55:48.900459 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 40152) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:55:48.903821 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Network 7e7bc1f9-3ce6-4f88-b347-46278ccab0e3 details requested by agent ovs-agent-dv-cinder-740146-14-smb with host dv-cinder-740146-14-smb {{(pid=103105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 02:55:48.906972 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-8da660d4-6493-4c8d-ba1a-1d4906e98aef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (2e7b18e5-1269-417c-b1a8-29d816e3e29f), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:48.912048 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.v2.base [None req-2c1e1d5c-3f79-4cce-bfad-d845e5c10c3b admin admin] Request body: {'subnet': {'network_id': '7e7bc1f9-3ce6-4f88-b347-46278ccab0e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1579017779-subnet', 'tenant_id': 'c47ef42737784292958db4dbe01dd7b0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 02:55:48.915512 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-8da660d4-6493-4c8d-ba1a-1d4906e98aef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:48.927422 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-8da660d4-6493-4c8d-ba1a-1d4906e98aef admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2e7b18e5-1269-417c-b1a8-29d816e3e29f HTTP/1.1" status: 204 len: 168 time: 0.4477904 Mar 11 02:55:48.975361 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c1e1d5c-3f79-4cce-bfad-d845e5c10c3b admin admin] Made reservation on behalf of c47ef42737784292958db4dbe01dd7b0 for: {'subnet': 1} {{(pid=103103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 02:55:48.975559 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da660d4-6493-4c8d-ba1a-1d4906e98aef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e7b18e5-1269-417c-b1a8-29d816e3e29f,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:55:48.977799 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-2c1e1d5c-3f79-4cce-bfad-d845e5c10c3b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:48.980284 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-9dd12f20-14a8-4f1a-9d99-35afc78b0b73 req-371cfea7-316b-4f11-9385-119a5f2f22ad service neutron] 10.222.0.13 "GET /v2.0/networks/845c03c2-a500-4a58-b6f9-0437e53ee18b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361629 Mar 11 02:55:49.026831 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c83a48c-3837-475e-8055-9fafd81cb608 req-c9317377-3d6f-454d-be2a-4e47abfbcf29 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:49.029935 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-9c83a48c-3837-475e-8055-9fafd81cb608 req-c9317377-3d6f-454d-be2a-4e47abfbcf29 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/ports?device_id=793849be-e460-43aa-8520-df0dc2494d36 HTTP/1.1" status: 200 len: 945 time: 0.1862049 Mar 11 02:55:49.132924 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-9c83a48c-3837-475e-8055-9fafd81cb608 req-92ace9b2-bf1d-4d18-9007-24257ac82576 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5ad1bfd-bd0d-4e50-9714-1ca1b519c2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925465 Mar 11 02:55:49.218730 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 40164) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:55:49.238226 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-4922fd65-ffc9-45e6-9535-42fb25477beb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:49.265755 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-2c1e1d5c-3f79-4cce-bfad-d845e5c10c3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087'] for subnet (8ed285e0-8e6b-4d46-8817-239ca15b94c1), after_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:49.338496 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1e1d5c-3f79-4cce-bfad-d845e5c10c3b admin admin] Checking segment: {'id': '79727280-1f17-4989-bad4-385d3ba87db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '7e7bc1f9-3ce6-4f88-b347-46278ccab0e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 02:55:49.338860 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1e1d5c-3f79-4cce-bfad-d845e5c10c3b admin admin] Network hostable DHCP agents. Network: 7e7bc1f9-3ce6-4f88-b347-46278ccab0e3, hostable agents: ['27668cff-ea20-4e06-9a9c-d4f827fe3eb1'], hosted agents: [] {{(pid=103103) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 02:55:49.352560 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e1d5c-3f79-4cce-bfad-d845e5c10c3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ed285e0-8e6b-4d46-8817-239ca15b94c1,revision_number=0']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:55:49.368601 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1e1d5c-3f79-4cce-bfad-d845e5c10c3b admin admin] Network 7e7bc1f9-3ce6-4f88-b347-46278ccab0e3 is scheduled to be hosted by DHCP agent 27668cff-ea20-4e06-9a9c-d4f827fe3eb1 with binding_index 1 {{(pid=103103) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 02:55:49.380587 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.scheduler.base_scheduler [None req-2c1e1d5c-3f79-4cce-bfad-d845e5c10c3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-14-smb, 7e7bc1f9-3ce6-4f88-b347-46278ccab0e3) {{(pid=103103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 02:55:49.386435 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c1e1d5c-3f79-4cce-bfad-d845e5c10c3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:49.388007 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-2c1e1d5c-3f79-4cce-bfad-d845e5c10c3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-648073'] for subnet (None), before_response {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:49.392466 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e79702-d841-4e7c-8f8a-ef0986b2747f None None] Network 7e7bc1f9-3ce6-4f88-b347-46278ccab0e3 requested from dv-cinder-740146-14-smb {{(pid=103105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 02:55:49.410808 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-2c1e1d5c-3f79-4cce-bfad-d845e5c10c3b admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5091977 Mar 11 02:55:49.441846 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 40172) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:55:49.464365 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-74acad62-6118-4391-a7eb-34c1a851c9af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:49.572422 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa85352-f795-499d-a5a9-48e6380d2e81 None None] Network 7e7bc1f9-3ce6-4f88-b347-46278ccab0e3 requested from dv-cinder-740146-14-smb {{(pid=103105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 02:55:49.608133 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-74acad62-6118-4391-a7eb-34c1a851c9af admin admin] Publish callbacks [] for security_group (ecbd1221-4db0-4108-973f-a395e61585c2), precommit_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:49.613900 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-74acad62-6118-4391-a7eb-34c1a851c9af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (ecbd1221-4db0-4108-973f-a395e61585c2), after_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:49.617834 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-4922fd65-ffc9-45e6-9535-42fb25477beb admin admin] Publish callbacks [] for security_group (81e17f5c-94fb-4181-9e08-efcd7b84e612), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:49.624233 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-4922fd65-ffc9-45e6-9535-42fb25477beb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (81e17f5c-94fb-4181-9e08-efcd7b84e612), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:49.657323 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74acad62-6118-4391-a7eb-34c1a851c9af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecbd1221-4db0-4108-973f-a395e61585c2,revision_number=1']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:55:49.661914 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-74acad62-6118-4391-a7eb-34c1a851c9af admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5db79642148f4ec4ba37dfdd7cb1859c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2189746 Mar 11 02:55:49.665014 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 40178) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:55:49.687953 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-4922fd65-ffc9-45e6-9535-42fb25477beb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=afde97e04e044c72a75131fc7598fe20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4682148 Mar 11 02:55:49.690473 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 40180) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:55:49.696979 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4922fd65-ffc9-45e6-9535-42fb25477beb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81e17f5c-94fb-4181-9e08-efcd7b84e612,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:55:49.737879 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-d5f02e47-ea40-40fb-a785-5ff6e71888a7 admin admin] Publish callbacks [] for security_group (ecbd1221-4db0-4108-973f-a395e61585c2), before_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:49.747572 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7efd802c-0235-4f70-8917-4372220d2a87 admin admin] Publish callbacks [] for security_group (81e17f5c-94fb-4181-9e08-efcd7b84e612), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:49.762479 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-d5f02e47-ea40-40fb-a785-5ff6e71888a7 admin admin] Publish callbacks [] for security_group (ecbd1221-4db0-4108-973f-a395e61585c2), precommit_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:49.769618 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7efd802c-0235-4f70-8917-4372220d2a87 admin admin] Publish callbacks [] for security_group (81e17f5c-94fb-4181-9e08-efcd7b84e612), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:49.821645 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7efd802c-0235-4f70-8917-4372220d2a87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (81e17f5c-94fb-4181-9e08-efcd7b84e612), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:49.822760 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-d5f02e47-ea40-40fb-a785-5ff6e71888a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (ecbd1221-4db0-4108-973f-a395e61585c2), after_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:49.824478 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7efd802c-0235-4f70-8917-4372220d2a87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:49.825589 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-d5f02e47-ea40-40fb-a785-5ff6e71888a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:49.829131 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-d5f02e47-ea40-40fb-a785-5ff6e71888a7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ecbd1221-4db0-4108-973f-a395e61585c2 HTTP/1.1" status: 204 len: 168 time: 0.1604657 Mar 11 02:55:49.829269 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-7efd802c-0235-4f70-8917-4372220d2a87 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/81e17f5c-94fb-4181-9e08-efcd7b84e612 HTTP/1.1" status: 204 len: 168 time: 0.1374273 Mar 11 02:55:49.837588 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efd802c-0235-4f70-8917-4372220d2a87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81e17f5c-94fb-4181-9e08-efcd7b84e612,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:55:49.844544 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f02e47-ea40-40fb-a785-5ff6e71888a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecbd1221-4db0-4108-973f-a395e61585c2,revision_number=None']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:55:50.018258 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Device 5d2f4ab4-d4ef-4e77-ac4b-7824be632801 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=103105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 02:55:50.047346 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] No Port match for: 5d2f4ab4-d4ef-4e77-ac4b-7824be632801 {{(pid=103105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 02:55:50.047872 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Device 5d2f4ab4-d4ef-4e77-ac4b-7824be632801 not bound to the agent host hv-cinder-74014 {{(pid=103105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 02:55:50.337643 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309900f8-3926-4dbf-828d-dc8aaa89f763 req-e667865b-d405-4a10-abc4-6886cb767dd0 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:50.343636 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-309900f8-3926-4dbf-828d-dc8aaa89f763 req-e667865b-d405-4a10-abc4-6886cb767dd0 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/ports?device_id=793849be-e460-43aa-8520-df0dc2494d36 HTTP/1.1" status: 200 len: 945 time: 0.1248517 Mar 11 02:55:50.421413 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-309900f8-3926-4dbf-828d-dc8aaa89f763 req-41d9704b-2889-4f1a-b4d5-b44be56de103 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5ad1bfd-bd0d-4e50-9714-1ca1b519c2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675755 Mar 11 02:55:50.471068 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 40246) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:55:50.516687 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.db.db_base_plugin_v2 [None req-db4aeda7-4e7e-4502-ae25-765ae3b53522 admin admin] Deleting subnet 4ba06441-f062-4730-8ff7-add49f12ccc3 {{(pid=103103) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 02:55:50.520603 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-db4aeda7-4e7e-4502-ae25-765ae3b53522 admin admin] Publish callbacks [] for subnet (4ba06441-f062-4730-8ff7-add49f12ccc3), before_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:50.558750 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-db4aeda7-4e7e-4502-ae25-765ae3b53522 admin admin] Publish callbacks [] for subnet (4ba06441-f062-4730-8ff7-add49f12ccc3), precommit_delete_associations {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:50.568448 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-db4aeda7-4e7e-4502-ae25-765ae3b53522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536560100'] for subnet (4ba06441-f062-4730-8ff7-add49f12ccc3), precommit_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:50.636148 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-db4aeda7-4e7e-4502-ae25-765ae3b53522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536560111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087'] for subnet (4ba06441-f062-4730-8ff7-add49f12ccc3), after_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:50.675424 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4aeda7-4e7e-4502-ae25-765ae3b53522 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ba06441-f062-4730-8ff7-add49f12ccc3,revision_number=None']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:55:50.680250 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-db4aeda7-4e7e-4502-ae25-765ae3b53522 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-648073'] for subnet (None), before_response {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:50.687953 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 40258) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:55:50.688648 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-db4aeda7-4e7e-4502-ae25-765ae3b53522 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/4ba06441-f062-4730-8ff7-add49f12ccc3 HTTP/1.1" status: 204 len: 168 time: 0.2159572 Mar 11 02:55:50.766644 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-97e6492c-1441-43d2-ac88-907dd6f83070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536131617'] for network (49572182-0bfb-4d8e-8b3c-cb692959f2dc), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:50.793950 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 40264) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:55:50.861829 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-97e6492c-1441-43d2-ac88-907dd6f83070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536562719', 'neutron.services.segments.db._delete_segments_for_network-8774349187094'] for network (49572182-0bfb-4d8e-8b3c-cb692959f2dc), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:50.877992 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-97e6492c-1441-43d2-ac88-907dd6f83070 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:55:50.878372 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-97e6492c-1441-43d2-ac88-907dd6f83070 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:55:50.879127 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-97e6492c-1441-43d2-ac88-907dd6f83070 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:55:50.879648 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-97e6492c-1441-43d2-ac88-907dd6f83070 admin admin] Subscribe: > port after_create 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:55:50.880137 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-97e6492c-1441-43d2-ac88-907dd6f83070 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:55:50.880609 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-97e6492c-1441-43d2-ac88-907dd6f83070 admin admin] Subscribe: > port after_update 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:55:50.881111 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-97e6492c-1441-43d2-ac88-907dd6f83070 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:55:50.881674 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-97e6492c-1441-43d2-ac88-907dd6f83070 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:55:50.882278 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-97e6492c-1441-43d2-ac88-907dd6f83070 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:55:50.882786 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-97e6492c-1441-43d2-ac88-907dd6f83070 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:55:51.002545 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-97e6492c-1441-43d2-ac88-907dd6f83070 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:55:51.003043 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-97e6492c-1441-43d2-ac88-907dd6f83070 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:55:51.003466 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-97e6492c-1441-43d2-ac88-907dd6f83070 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:55:51.003854 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-97e6492c-1441-43d2-ac88-907dd6f83070 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:55:51.004365 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.services.segments.db [None req-97e6492c-1441-43d2-ac88-907dd6f83070 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49572182-0bfb-4d8e-8b3c-cb692959f2dc']}} {{(pid=103104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 02:55:51.011450 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-56b98bed-c81f-4dc7-90ab-44a0db35e97e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:51.024001 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.services.segments.db [None req-97e6492c-1441-43d2-ac88-907dd6f83070 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4c6a6d0-d5ce-43e9-a225-662750edeecd') {'for_net_delete': True} {{(pid=103104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 02:55:51.024299 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.services.segments.db [None req-97e6492c-1441-43d2-ac88-907dd6f83070 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4c6a6d0-d5ce-43e9-a225-662750edeecd') {} {{(pid=103104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 02:55:51.042205 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-97e6492c-1441-43d2-ac88-907dd6f83070 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774349187871', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3905102'] for segment (b4c6a6d0-d5ce-43e9-a225-662750edeecd), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:51.069642 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-97e6492c-1441-43d2-ac88-907dd6f83070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536533115'] for segment (b4c6a6d0-d5ce-43e9-a225-662750edeecd), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:51.082321 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97e6492c-1441-43d2-ac88-907dd6f83070 admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=103104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 02:55:51.082722 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-97e6492c-1441-43d2-ac88-907dd6f83070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536533115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9193682'] for segment (b4c6a6d0-d5ce-43e9-a225-662750edeecd), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:51.100216 dv-cinder-740146-14-smb neutron-server[103104]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 11 02:55:51.100216 dv-cinder-740146-14-smb neutron-server[103104]: from cryptography.utils import int_from_bytes Mar 11 02:55:51.100216 dv-cinder-740146-14-smb neutron-server[103104]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 11 02:55:51.100216 dv-cinder-740146-14-smb neutron-server[103104]: from cryptography.utils import int_from_bytes Mar 11 02:55:51.100216 dv-cinder-740146-14-smb neutron-server[103104]: Traceback (most recent call last): Mar 11 02:55:51.100216 dv-cinder-740146-14-smb neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 02:55:51.100216 dv-cinder-740146-14-smb neutron-server[103104]: timer() Mar 11 02:55:51.100216 dv-cinder-740146-14-smb neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 02:55:51.100216 dv-cinder-740146-14-smb neutron-server[103104]: cb(*args, **kw) Mar 11 02:55:51.100216 dv-cinder-740146-14-smb neutron-server[103104]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 02:55:51.100216 dv-cinder-740146-14-smb neutron-server[103104]: return func(*args, **kwargs) Mar 11 02:55:51.100216 dv-cinder-740146-14-smb neutron-server[103104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 02:55:51.100216 dv-cinder-740146-14-smb neutron-server[103104]: self._notify() Mar 11 02:55:51.100216 dv-cinder-740146-14-smb neutron-server[103104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 02:55:51.100216 dv-cinder-740146-14-smb neutron-server[103104]: self.callback(batched_events) Mar 11 02:55:51.100216 dv-cinder-740146-14-smb neutron-server[103104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 02:55:51.100216 dv-cinder-740146-14-smb neutron-server[103104]: event.method(event) Mar 11 02:55:51.100216 dv-cinder-740146-14-smb neutron-server[103104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 02:55:51.100216 dv-cinder-740146-14-smb neutron-server[103104]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 02:55:51.100216 dv-cinder-740146-14-smb neutron-server[103104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 02:55:51.100216 dv-cinder-740146-14-smb neutron-server[103104]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 02:55:51.100216 dv-cinder-740146-14-smb neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 02:55:51.100216 dv-cinder-740146-14-smb neutron-server[103104]: return f(self, *a, **k) Mar 11 02:55:51.100216 dv-cinder-740146-14-smb neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 02:55:51.100216 dv-cinder-740146-14-smb neutron-server[103104]: return self._get(url).json() Mar 11 02:55:51.100216 dv-cinder-740146-14-smb neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 02:55:51.100216 dv-cinder-740146-14-smb neutron-server[103104]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 02:55:51.100216 dv-cinder-740146-14-smb neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 02:55:51.100216 dv-cinder-740146-14-smb neutron-server[103104]: return self.request(url, 'GET', **kwargs) Mar 11 02:55:51.100216 dv-cinder-740146-14-smb neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 02:55:51.100216 dv-cinder-740146-14-smb neutron-server[103104]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 02:55:51.100216 dv-cinder-740146-14-smb neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 02:55:51.100216 dv-cinder-740146-14-smb neutron-server[103104]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 02:55:51.100216 dv-cinder-740146-14-smb neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 02:55:51.100216 dv-cinder-740146-14-smb neutron-server[103104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 02:55:51.100216 dv-cinder-740146-14-smb neutron-server[103104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 02:55:51.102737 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-56b98bed-c81f-4dc7-90ab-44a0db35e97e admin admin] Publish callbacks [] for security_group (e30ca3ad-30c1-45ab-a10b-e79f70ce73c0), precommit_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:51.108333 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-56b98bed-c81f-4dc7-90ab-44a0db35e97e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (e30ca3ad-30c1-45ab-a10b-e79f70ce73c0), after_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:51.159674 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-56b98bed-c81f-4dc7-90ab-44a0db35e97e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3feb7e3d6ffb4499a13553e7efae9d71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3643761 Mar 11 02:55:51.161344 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 40286) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:55:51.185428 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b98bed-c81f-4dc7-90ab-44a0db35e97e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e30ca3ad-30c1-45ab-a10b-e79f70ce73c0,revision_number=1']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:55:51.187852 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-97e6492c-1441-43d2-ac88-907dd6f83070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536562790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580582'] for network (49572182-0bfb-4d8e-8b3c-cb692959f2dc), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:51.203611 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-97e6492c-1441-43d2-ac88-907dd6f83070 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-648073'] for network (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:51.208218 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-97e6492c-1441-43d2-ac88-907dd6f83070 admin admin] 10.222.0.20 "DELETE /v2.0/networks/49572182-0bfb-4d8e-8b3c-cb692959f2dc HTTP/1.1" status: 204 len: 168 time: 0.5187454 Mar 11 02:55:51.219930 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e6492c-1441-43d2-ac88-907dd6f83070 admin admin] Pushing event deleted for resources: {'Network': ['ID=49572182-0bfb-4d8e-8b3c-cb692959f2dc,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:55:51.240493 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-c67d30d1-6bd0-4c85-b011-50a094886811 admin admin] Publish callbacks [] for security_group (e30ca3ad-30c1-45ab-a10b-e79f70ce73c0), before_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:51.267724 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-c67d30d1-6bd0-4c85-b011-50a094886811 admin admin] Publish callbacks [] for security_group (e30ca3ad-30c1-45ab-a10b-e79f70ce73c0), precommit_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:51.355059 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-c67d30d1-6bd0-4c85-b011-50a094886811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (e30ca3ad-30c1-45ab-a10b-e79f70ce73c0), after_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:51.358466 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-c67d30d1-6bd0-4c85-b011-50a094886811 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:51.359905 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-c67d30d1-6bd0-4c85-b011-50a094886811 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e30ca3ad-30c1-45ab-a10b-e79f70ce73c0 HTTP/1.1" status: 204 len: 168 time: 0.1975930 Mar 11 02:55:51.371291 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67d30d1-6bd0-4c85-b011-50a094886811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e30ca3ad-30c1-45ab-a10b-e79f70ce73c0,revision_number=None']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:55:51.589776 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 40350) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:55:51.646546 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d71f746-fe27-4435-ae6b-c68782b64f46 req-10a5f351-4cc9-4459-8a57-c871bc0beb8f tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:51.649182 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-8d71f746-fe27-4435-ae6b-c68782b64f46 req-10a5f351-4cc9-4459-8a57-c871bc0beb8f tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/ports?device_id=793849be-e460-43aa-8520-df0dc2494d36 HTTP/1.1" status: 200 len: 945 time: 0.0973787 Mar 11 02:55:51.676485 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badd558e-93a6-4365-b755-555d995a2a56 req-37b45789-b706-41d5-9cc0-a68ea281eac7 tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:51.678032 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-badd558e-93a6-4365-b755-555d995a2a56 req-37b45789-b706-41d5-9cc0-a68ea281eac7 tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] 10.222.0.20 "GET /v2.0/networks?id=7e7bc1f9-3ce6-4f88-b347-46278ccab0e3 HTTP/1.1" status: 200 len: 814 time: 0.2539923 Mar 11 02:55:51.687028 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-e12ccdca-af38-46d5-bcbf-bef113f6c8d7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e7f933740925401db4e30504577ece30&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0953231 Mar 11 02:55:51.690950 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 40356) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:55:51.708299 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-badd558e-93a6-4365-b755-555d995a2a56 req-33b9a507-e5c2-44df-9cb9-d50da1b93708 tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] 10.222.0.20 "GET /v2.0/quotas/c47ef42737784292958db4dbe01dd7b0 HTTP/1.1" status: 200 len: 375 time: 0.0201466 Mar 11 02:55:51.776656 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-badd558e-93a6-4365-b755-555d995a2a56 req-479936af-fef0-445e-8f70-3ac1a979deff tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c47ef42737784292958db4dbe01dd7b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0624423 Mar 11 02:55:51.827898 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-8d71f746-fe27-4435-ae6b-c68782b64f46 req-3c883725-2b56-4b04-87c5-25309b0b91e5 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5ad1bfd-bd0d-4e50-9714-1ca1b519c2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715577 Mar 11 02:55:51.863339 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-81408b5b-27b1-4d70-af34-cd94e48b741c admin admin] Publish callbacks [] for security_group (702f855b-8c0a-44fc-99f1-607f482b6446), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:51.901886 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-81408b5b-27b1-4d70-af34-cd94e48b741c admin admin] Publish callbacks [] for security_group (702f855b-8c0a-44fc-99f1-607f482b6446), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:51.913113 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-badd558e-93a6-4365-b755-555d995a2a56 req-d1cfff69-297d-4d23-8dc1-d8ae5a65abd0 service neutron] 10.222.0.20 "GET /v2.0/networks/7e7bc1f9-3ce6-4f88-b347-46278ccab0e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263678 Mar 11 02:55:51.970296 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 40364) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:55:51.989391 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-f6ab16f6-74f4-47ac-aaaf-ec983d7d0819 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:51.994417 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-81408b5b-27b1-4d70-af34-cd94e48b741c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (702f855b-8c0a-44fc-99f1-607f482b6446), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:51.997099 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-81408b5b-27b1-4d70-af34-cd94e48b741c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:51.998236 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-81408b5b-27b1-4d70-af34-cd94e48b741c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/702f855b-8c0a-44fc-99f1-607f482b6446 HTTP/1.1" status: 204 len: 168 time: 0.3027585 Mar 11 02:55:52.015213 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81408b5b-27b1-4d70-af34-cd94e48b741c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=702f855b-8c0a-44fc-99f1-607f482b6446,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:55:52.072625 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-badd558e-93a6-4365-b755-555d995a2a56 req-a219c4b8-6d20-4ffb-a4a6-bc9470d02eb5 service neutron] 10.222.0.20 "GET /v2.0/networks/7e7bc1f9-3ce6-4f88-b347-46278ccab0e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524944 Mar 11 02:55:52.107417 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-f6ab16f6-74f4-47ac-aaaf-ec983d7d0819 admin admin] Publish callbacks [] for security_group (fde6f330-0b26-494e-9aea-b29a1267e4a8), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:52.111577 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-f6ab16f6-74f4-47ac-aaaf-ec983d7d0819 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (fde6f330-0b26-494e-9aea-b29a1267e4a8), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:52.152456 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ab16f6-74f4-47ac-aaaf-ec983d7d0819 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fde6f330-0b26-494e-9aea-b29a1267e4a8,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:55:52.159710 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-f6ab16f6-74f4-47ac-aaaf-ec983d7d0819 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=469e63b136ca4392b219dd50ec97a279&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1891232 Mar 11 02:55:52.163310 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 40372) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:55:52.217423 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b20ac207-81bc-4bd7-a5f7-fe77c3ae8164 admin admin] Publish callbacks [] for security_group (fde6f330-0b26-494e-9aea-b29a1267e4a8), before_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:52.262612 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b20ac207-81bc-4bd7-a5f7-fe77c3ae8164 admin admin] Publish callbacks [] for security_group (fde6f330-0b26-494e-9aea-b29a1267e4a8), precommit_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:52.286676 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-71647b54-5680-4abf-a18f-84fa655f1352 req-8c5acd58-c39e-4775-9ce5-37f512107cd2 tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] 10.222.0.20 "GET /v2.0/ports?device_id=79e8f58a-85a1-4457-9aef-2104486cacfb HTTP/1.1" status: 200 len: 210 time: 0.0567045 Mar 11 02:55:52.330241 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b20ac207-81bc-4bd7-a5f7-fe77c3ae8164 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (fde6f330-0b26-494e-9aea-b29a1267e4a8), after_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:52.333019 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b20ac207-81bc-4bd7-a5f7-fe77c3ae8164 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:52.334186 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-b20ac207-81bc-4bd7-a5f7-fe77c3ae8164 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fde6f330-0b26-494e-9aea-b29a1267e4a8 HTTP/1.1" status: 204 len: 168 time: 0.1698093 Mar 11 02:55:52.357457 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20ac207-81bc-4bd7-a5f7-fe77c3ae8164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fde6f330-0b26-494e-9aea-b29a1267e4a8,revision_number=None']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:55:52.417956 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-6f3db950-78aa-4b10-9791-16bc848a4b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (27668cff-ea20-4e06-9a9c-d4f827fe3eb1), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:53.048553 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7caecd6-8311-48c0-9d2c-1d8976db0542 req-3feeef6f-2afa-43f2-b2aa-59f3f89894ae tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:53.052653 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-b7caecd6-8311-48c0-9d2c-1d8976db0542 req-3feeef6f-2afa-43f2-b2aa-59f3f89894ae tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/ports?device_id=793849be-e460-43aa-8520-df0dc2494d36 HTTP/1.1" status: 200 len: 945 time: 0.0935400 Mar 11 02:55:53.136891 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-b7caecd6-8311-48c0-9d2c-1d8976db0542 req-e4cb45ff-a182-435a-9da8-5dedfff71b1a tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5ad1bfd-bd0d-4e50-9714-1ca1b519c2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755284 Mar 11 02:55:53.406355 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-b066312b-eed9-49ee-8f7b-aa2e37df4751 req-54947f9b-4702-452c-aa35-7a92b98bc7de tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] 10.222.0.20 "GET /v2.0/ports?device_id=79e8f58a-85a1-4457-9aef-2104486cacfb HTTP/1.1" status: 200 len: 210 time: 0.0334568 Mar 11 02:55:53.592158 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badd558e-93a6-4365-b755-555d995a2a56 req-d0445760-e60f-408e-9dd0-71520abb2c3e tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:53.594346 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-badd558e-93a6-4365-b755-555d995a2a56 req-d0445760-e60f-408e-9dd0-71520abb2c3e tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] 10.222.0.13 "GET /v2.0/networks?id=7e7bc1f9-3ce6-4f88-b347-46278ccab0e3 HTTP/1.1" status: 200 len: 814 time: 0.1507974 Mar 11 02:55:53.618861 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.v2.base [req-badd558e-93a6-4365-b755-555d995a2a56 req-1ccf11ad-92be-4c75-80c4-76993aade695 tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] Request body: {'port': {'device_id': '79e8f58a-85a1-4457-9aef-2104486cacfb', 'network_id': '7e7bc1f9-3ce6-4f88-b347-46278ccab0e3', 'admin_state_up': True, 'tenant_id': 'c47ef42737784292958db4dbe01dd7b0'}} {{(pid=103104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 02:55:53.751739 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-badd558e-93a6-4365-b755-555d995a2a56 req-1ccf11ad-92be-4c75-80c4-76993aade695 tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] Made reservation on behalf of c47ef42737784292958db4dbe01dd7b0 for: {'port': 1} {{(pid=103104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 02:55:53.760691 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-badd558e-93a6-4365-b755-555d995a2a56 req-1ccf11ad-92be-4c75-80c4-76993aade695 tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:53.910971 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.db.db_base_plugin_common [req-badd558e-93a6-4365-b755-555d995a2a56 req-1ccf11ad-92be-4c75-80c4-76993aade695 tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] Allocated IP 172.20.0.12 (7e7bc1f9-3ce6-4f88-b347-46278ccab0e3/8ed285e0-8e6b-4d46-8817-239ca15b94c1/e681f474-c935-4fda-84ec-b6c9b9028ef8) {{(pid=103104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 02:55:54.073598 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-badd558e-93a6-4365-b755-555d995a2a56 req-1ccf11ad-92be-4c75-80c4-76993aade695 tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] Publish callbacks [] for port (e681f474-c935-4fda-84ec-b6c9b9028ef8), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:54.123410 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-badd558e-93a6-4365-b755-555d995a2a56 req-1ccf11ad-92be-4c75-80c4-76993aade695 tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774348857676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9193763'] for port (e681f474-c935-4fda-84ec-b6c9b9028ef8), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:54.176486 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-badd558e-93a6-4365-b755-555d995a2a56 req-1ccf11ad-92be-4c75-80c4-76993aade695 tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] Network 7e7bc1f9-3ce6-4f88-b347-46278ccab0e3 is already hosted by enough agents. {{(pid=103104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 02:55:54.182248 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.scheduler.base_scheduler [req-badd558e-93a6-4365-b755-555d995a2a56 req-1ccf11ad-92be-4c75-80c4-76993aade695 tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] Resources bound (agent type, host, resource id): {{(pid=103104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 02:55:54.184283 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccf11ad-92be-4c75-80c4-76993aade695 tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] Pushing event updated for resources: {'Port': ['ID=e681f474-c935-4fda-84ec-b6c9b9028ef8,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:55:54.186494 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.db.l3_dvrscheduler_db [req-badd558e-93a6-4365-b755-555d995a2a56 req-1ccf11ad-92be-4c75-80c4-76993aade695 tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] Received port after_create {{(pid=103104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 02:55:54.241537 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badd558e-93a6-4365-b755-555d995a2a56 req-1ccf11ad-92be-4c75-80c4-76993aade695 tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:54.241987 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-badd558e-93a6-4365-b755-555d995a2a56 req-1ccf11ad-92be-4c75-80c4-76993aade695 tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55355'] for port (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:54.263173 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-badd558e-93a6-4365-b755-555d995a2a56 req-1ccf11ad-92be-4c75-80c4-76993aade695 tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6548615 Mar 11 02:55:54.278500 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.v2.base [req-badd558e-93a6-4365-b755-555d995a2a56 req-051533ca-d9a6-49da-ae33-c8c20c7356ba service neutron] Request body: {'port': {'device_id': '79e8f58a-85a1-4457-9aef-2104486cacfb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=103104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 02:55:54.360825 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-badd558e-93a6-4365-b755-555d995a2a56 req-051533ca-d9a6-49da-ae33-c8c20c7356ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (e681f474-c935-4fda-84ec-b6c9b9028ef8), before_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:54.514314 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea32cccd-32a9-4147-8d78-69864fc1fc70 req-e6c586cb-67aa-4dde-9741-a1c057613d55 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:54.515865 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-ea32cccd-32a9-4147-8d78-69864fc1fc70 req-e6c586cb-67aa-4dde-9741-a1c057613d55 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/ports?device_id=793849be-e460-43aa-8520-df0dc2494d36 HTTP/1.1" status: 200 len: 945 time: 0.3018248 Mar 11 02:55:54.587038 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-ea32cccd-32a9-4147-8d78-69864fc1fc70 req-be3bc971-6b82-465b-bca4-7873d6982f98 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5ad1bfd-bd0d-4e50-9714-1ca1b519c2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629079 Mar 11 02:55:54.637971 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4f3f26-0898-4ecb-b0d4-fe45feb6e428 req-2763bcaf-f4ba-41df-a980-2fa674f325ac tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:54.640144 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-9a4f3f26-0898-4ecb-b0d4-fe45feb6e428 req-2763bcaf-f4ba-41df-a980-2fa674f325ac tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] 10.222.0.20 "GET /v2.0/ports?device_id=79e8f58a-85a1-4457-9aef-2104486cacfb HTTP/1.1" status: 200 len: 932 time: 0.1301258 Mar 11 02:55:54.719885 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-9a4f3f26-0898-4ecb-b0d4-fe45feb6e428 req-897f83a3-8167-4991-bfc9-b4339a5f6a3f tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] 10.222.0.20 "GET /v2.0/security-groups?id=85acd191-e35d-4c50-9fc4-e95227d4f852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707335 Mar 11 02:55:54.796056 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.notifiers.nova [req-badd558e-93a6-4365-b755-555d995a2a56 req-051533ca-d9a6-49da-ae33-c8c20c7356ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e681f474-c935-4fda-84ec-b6c9b9028ef8 {{(pid=103104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 02:55:54.815064 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-badd558e-93a6-4365-b755-555d995a2a56 req-051533ca-d9a6-49da-ae33-c8c20c7356ba service neutron] Publish callbacks [] for port (e681f474-c935-4fda-84ec-b6c9b9028ef8), precommit_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:54.817808 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-a09d137d-289e-4a5d-bb35-42e0b18a2715 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (368653ed-b5ce-4183-9c3b-231a0bc3dd35), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:54.838223 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.db.provisioning_blocks [req-badd558e-93a6-4365-b755-555d995a2a56 req-051533ca-d9a6-49da-ae33-c8c20c7356ba service neutron] Transition to ACTIVE for port object e681f474-c935-4fda-84ec-b6c9b9028ef8 will not be triggered until provisioned by entity L2. {{(pid=103104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 02:55:54.844604 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-badd558e-93a6-4365-b755-555d995a2a56 req-051533ca-d9a6-49da-ae33-c8c20c7356ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9193786'] for port (e681f474-c935-4fda-84ec-b6c9b9028ef8), after_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:54.909590 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051533ca-d9a6-49da-ae33-c8c20c7356ba service neutron] Pushing event updated for resources: {'Port': ['ID=e681f474-c935-4fda-84ec-b6c9b9028ef8,revision_number=2']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:55:54.980713 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.managers [req-badd558e-93a6-4365-b755-555d995a2a56 req-051533ca-d9a6-49da-ae33-c8c20c7356ba service neutron] Attempting to bind port e681f474-c935-4fda-84ec-b6c9b9028ef8 on host hv-cinder-74014 for vnic_type normal with profile {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 02:55:54.981051 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.managers [req-badd558e-93a6-4365-b755-555d995a2a56 req-051533ca-d9a6-49da-ae33-c8c20c7356ba service neutron] Attempting to bind port e681f474-c935-4fda-84ec-b6c9b9028ef8 by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': '79727280-1f17-4989-bad4-385d3ba87db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '7e7bc1f9-3ce6-4f88-b347-46278ccab0e3'}] {{(pid=103104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 02:55:54.981404 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-badd558e-93a6-4365-b755-555d995a2a56 req-051533ca-d9a6-49da-ae33-c8c20c7356ba service neutron] Attempting to bind port e681f474-c935-4fda-84ec-b6c9b9028ef8 on network 7e7bc1f9-3ce6-4f88-b347-46278ccab0e3 {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 02:55:54.985619 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-badd558e-93a6-4365-b755-555d995a2a56 req-051533ca-d9a6-49da-ae33-c8c20c7356ba service neutron] Port e681f474-c935-4fda-84ec-b6c9b9028ef8 on network 7e7bc1f9-3ce6-4f88-b347-46278ccab0e3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 02:55:54.985939 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-badd558e-93a6-4365-b755-555d995a2a56 req-051533ca-d9a6-49da-ae33-c8c20c7356ba service neutron] Attempting to bind port e681f474-c935-4fda-84ec-b6c9b9028ef8 on network 7e7bc1f9-3ce6-4f88-b347-46278ccab0e3 {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 02:55:54.990886 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-badd558e-93a6-4365-b755-555d995a2a56 req-051533ca-d9a6-49da-ae33-c8c20c7356ba service neutron] Checking agent: {'id': '56ad6e9b-975a-4fdf-b549-1f3c33ba94e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 2, 52, 47), 'started_at': datetime.datetime(2022, 3, 11, 2, 52, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 2, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 02:55:54.991226 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-badd558e-93a6-4365-b755-555d995a2a56 req-051533ca-d9a6-49da-ae33-c8c20c7356ba service neutron] Checking segment: {'id': '79727280-1f17-4989-bad4-385d3ba87db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '7e7bc1f9-3ce6-4f88-b347-46278ccab0e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 02:55:54.991607 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-badd558e-93a6-4365-b755-555d995a2a56 req-051533ca-d9a6-49da-ae33-c8c20c7356ba service neutron] Bound using segment: {'id': '79727280-1f17-4989-bad4-385d3ba87db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '7e7bc1f9-3ce6-4f88-b347-46278ccab0e3'} {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 02:55:54.992023 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.managers [req-badd558e-93a6-4365-b755-555d995a2a56 req-051533ca-d9a6-49da-ae33-c8c20c7356ba service neutron] Bound port: e681f474-c935-4fda-84ec-b6c9b9028ef8, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79727280-1f17-4989-bad4-385d3ba87db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '7e7bc1f9-3ce6-4f88-b347-46278ccab0e3'}}] {{(pid=103104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 02:55:54.992373 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-badd558e-93a6-4365-b755-555d995a2a56 req-051533ca-d9a6-49da-ae33-c8c20c7356ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (e681f474-c935-4fda-84ec-b6c9b9028ef8), before_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:55.052509 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.db [req-badd558e-93a6-4365-b755-555d995a2a56 req-051533ca-d9a6-49da-ae33-c8c20c7356ba service neutron] For port e681f474-c935-4fda-84ec-b6c9b9028ef8, host hv-cinder-74014, cleared binding levels {{(pid=103104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 02:55:55.055907 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.db [req-badd558e-93a6-4365-b755-555d995a2a56 req-051533ca-d9a6-49da-ae33-c8c20c7356ba service neutron] For port e681f474-c935-4fda-84ec-b6c9b9028ef8, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=e681f474-c935-4fda-84ec-b6c9b9028ef8,segment=NetworkSegment(79727280-1f17-4989-bad4-385d3ba87db2),segment_id=79727280-1f17-4989-bad4-385d3ba87db2)] {{(pid=103104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 02:55:55.061387 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-badd558e-93a6-4365-b755-555d995a2a56 req-051533ca-d9a6-49da-ae33-c8c20c7356ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9193786'] for port (e681f474-c935-4fda-84ec-b6c9b9028ef8), after_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:55.094100 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badd558e-93a6-4365-b755-555d995a2a56 req-051533ca-d9a6-49da-ae33-c8c20c7356ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:55.094685 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-badd558e-93a6-4365-b755-555d995a2a56 req-051533ca-d9a6-49da-ae33-c8c20c7356ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55355'] for port (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:55.096079 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-badd558e-93a6-4365-b755-555d995a2a56 req-051533ca-d9a6-49da-ae33-c8c20c7356ba service neutron] 10.222.0.13 "PUT /v2.0/ports/e681f474-c935-4fda-84ec-b6c9b9028ef8 HTTP/1.1" status: 200 len: 1094 time: 0.8231125 Mar 11 02:55:55.096507 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79e8f58a-85a1-4457-9aef-2104486cacfb', 'tag': 'e681f474-c935-4fda-84ec-b6c9b9028ef8'}] {{(pid=103104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 02:55:55.098845 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b4e7651ceabe3a28ab45abcf2012854968d28c41040a071bcf34f6a69b109a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2870603b-1576-44ba-abe4-fc0061a49521" -d '{"events": [{"name": "network-changed", "server_uuid": "79e8f58a-85a1-4457-9aef-2104486cacfb", "tag": "e681f474-c935-4fda-84ec-b6c9b9028ef8"}]}' {{(pid=103104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 02:55:55.124074 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051533ca-d9a6-49da-ae33-c8c20c7356ba service neutron] Pushing event updated for resources: {'Port': ['ID=e681f474-c935-4fda-84ec-b6c9b9028ef8,revision_number=3']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:55:55.141846 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 02:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b51fad96-53d1-4f3c-90df-e5f30b5206cf x-openstack-request-id: req-b51fad96-53d1-4f3c-90df-e5f30b5206cf {{(pid=103104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 02:55:55.142137 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79e8f58a-85a1-4457-9aef-2104486cacfb", "tag": "e681f474-c935-4fda-84ec-b6c9b9028ef8", "status": "completed", "code": 200}]} {{(pid=103104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 02:55:55.142399 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b51fad96-53d1-4f3c-90df-e5f30b5206cf {{(pid=103104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 02:55:55.142787 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79e8f58a-85a1-4457-9aef-2104486cacfb', 'tag': 'e681f474-c935-4fda-84ec-b6c9b9028ef8', 'status': 'completed', 'code': 200} Mar 11 02:55:55.197250 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badd558e-93a6-4365-b755-555d995a2a56 req-7d723c07-3c61-450e-8352-7c9301d943ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:55.198778 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-badd558e-93a6-4365-b755-555d995a2a56 req-7d723c07-3c61-450e-8352-7c9301d943ca service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c47ef42737784292958db4dbe01dd7b0&device_id=79e8f58a-85a1-4457-9aef-2104486cacfb HTTP/1.1" status: 200 len: 1128 time: 0.0476475 Mar 11 02:55:55.245493 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-badd558e-93a6-4365-b755-555d995a2a56 req-17170f32-35ed-41c0-bdc1-d1bce365b79e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e681f474-c935-4fda-84ec-b6c9b9028ef8 HTTP/1.1" status: 200 len: 217 time: 0.0354042 Mar 11 02:55:55.295592 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badd558e-93a6-4365-b755-555d995a2a56 req-05c2e123-b36c-4f08-9b84-9718db0fa0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:55.296991 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-badd558e-93a6-4365-b755-555d995a2a56 req-05c2e123-b36c-4f08-9b84-9718db0fa0e0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8ed285e0-8e6b-4d46-8817-239ca15b94c1 HTTP/1.1" status: 200 len: 854 time: 0.0423722 Mar 11 02:55:55.339614 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-badd558e-93a6-4365-b755-555d995a2a56 req-16a9aa5a-307f-4376-a024-14309dcf7ced service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7e7bc1f9-3ce6-4f88-b347-46278ccab0e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279801 Mar 11 02:55:55.433595 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-badd558e-93a6-4365-b755-555d995a2a56 req-eb2d0b20-ea12-490c-90c1-89d47adf2e28 service neutron] 10.222.0.13 "GET /v2.0/networks/7e7bc1f9-3ce6-4f88-b347-46278ccab0e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807438 Mar 11 02:55:55.530885 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-badd558e-93a6-4365-b755-555d995a2a56 req-eca71c2d-be0f-4b02-9e3c-94e3dcc86a8e service neutron] 10.222.0.13 "GET /v2.0/networks/7e7bc1f9-3ce6-4f88-b347-46278ccab0e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829520 Mar 11 02:55:55.629890 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2870603b-1576-44ba-abe4-fc0061a49521 req-5da0d986-cd46-45af-9a86-ca1b65ae1b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:55.631436 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-2870603b-1576-44ba-abe4-fc0061a49521 req-5da0d986-cd46-45af-9a86-ca1b65ae1b30 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c47ef42737784292958db4dbe01dd7b0&device_id=79e8f58a-85a1-4457-9aef-2104486cacfb HTTP/1.1" status: 200 len: 1128 time: 0.0477889 Mar 11 02:55:55.659429 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-f28c0ae4-c5a5-4e67-96c2-37b36f3544e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (258069e3-19c1-49ed-8474-20b6ecde628d), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:55.774056 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa586a34-0d89-43a4-b42c-9fb35cbac934 req-fe9c383a-4f79-438b-a354-f23e07f1815f tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:55.775554 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-aa586a34-0d89-43a4-b42c-9fb35cbac934 req-fe9c383a-4f79-438b-a354-f23e07f1815f tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/ports?device_id=793849be-e460-43aa-8520-df0dc2494d36 HTTP/1.1" status: 200 len: 945 time: 0.1102357 Mar 11 02:55:55.776786 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2870603b-1576-44ba-abe4-fc0061a49521 req-f4ff9c7d-6f9f-4350-a996-1299c8f3155f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:55.778131 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-2870603b-1576-44ba-abe4-fc0061a49521 req-f4ff9c7d-6f9f-4350-a996-1299c8f3155f service neutron] 10.222.0.13 "GET /v2.0/networks?id=7e7bc1f9-3ce6-4f88-b347-46278ccab0e3 HTTP/1.1" status: 200 len: 915 time: 0.1365969 Mar 11 02:55:55.836100 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-2870603b-1576-44ba-abe4-fc0061a49521 req-0aeffc3a-8fff-4db8-bfc4-8eafa1faa903 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e681f474-c935-4fda-84ec-b6c9b9028ef8 HTTP/1.1" status: 200 len: 217 time: 0.0414760 Mar 11 02:55:55.877290 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7339a0ff-fda6-4ef1-a485-d88821012a0b req-1984db0c-e73c-4e39-b7b7-f002ddd40df3 tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:55.879006 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-7339a0ff-fda6-4ef1-a485-d88821012a0b req-1984db0c-e73c-4e39-b7b7-f002ddd40df3 tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] 10.222.0.20 "GET /v2.0/ports?device_id=79e8f58a-85a1-4457-9aef-2104486cacfb HTTP/1.1" status: 200 len: 944 time: 0.0666263 Mar 11 02:55:55.900177 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-aa586a34-0d89-43a4-b42c-9fb35cbac934 req-2cf25bce-3860-40a5-8322-805739d2f81b tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5ad1bfd-bd0d-4e50-9714-1ca1b519c2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190817 Mar 11 02:55:55.939555 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2870603b-1576-44ba-abe4-fc0061a49521 req-0bbca724-f369-4464-be66-42446a026977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:55.941092 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-2870603b-1576-44ba-abe4-fc0061a49521 req-0bbca724-f369-4464-be66-42446a026977 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8ed285e0-8e6b-4d46-8817-239ca15b94c1 HTTP/1.1" status: 200 len: 854 time: 0.0921469 Mar 11 02:55:55.967368 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-7339a0ff-fda6-4ef1-a485-d88821012a0b req-b747b2f9-6ab3-436f-af5d-3e55b6a97466 tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] 10.222.0.20 "GET /v2.0/security-groups?id=85acd191-e35d-4c50-9fc4-e95227d4f852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813351 Mar 11 02:55:55.984614 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-2870603b-1576-44ba-abe4-fc0061a49521 req-f3deaee3-eafa-491e-b75c-9992f61512e0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7e7bc1f9-3ce6-4f88-b347-46278ccab0e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361981 Mar 11 02:55:56.095533 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-2870603b-1576-44ba-abe4-fc0061a49521 req-5c49d8c2-a0cb-4dd7-9e24-9fe4c7f8b06b service neutron] 10.222.0.13 "GET /v2.0/networks/7e7bc1f9-3ce6-4f88-b347-46278ccab0e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039286 Mar 11 02:55:56.197848 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-2870603b-1576-44ba-abe4-fc0061a49521 req-197f7594-21e2-4f16-88ea-7f99ac449f54 service neutron] 10.222.0.13 "GET /v2.0/networks/7e7bc1f9-3ce6-4f88-b347-46278ccab0e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957835 Mar 11 02:55:57.021425 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f60442-3a18-4c9b-9a0a-e4e03aeb7a95 req-b21df107-d60c-4c6d-ae97-0825c15ac8a4 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:57.023388 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-d3f60442-3a18-4c9b-9a0a-e4e03aeb7a95 req-b21df107-d60c-4c6d-ae97-0825c15ac8a4 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/ports?device_id=793849be-e460-43aa-8520-df0dc2494d36 HTTP/1.1" status: 200 len: 945 time: 0.0560813 Mar 11 02:55:57.068113 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-d3f60442-3a18-4c9b-9a0a-e4e03aeb7a95 req-2a94f69b-b961-4b85-9521-4fdd3b956d01 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5ad1bfd-bd0d-4e50-9714-1ca1b519c2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391357 Mar 11 02:55:57.093787 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b670553a-1955-4192-ad72-26752d1979d6 req-a00db13a-deb7-410d-aed7-a5291d2269e1 tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:57.095387 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-b670553a-1955-4192-ad72-26752d1979d6 req-a00db13a-deb7-410d-aed7-a5291d2269e1 tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] 10.222.0.20 "GET /v2.0/ports?device_id=79e8f58a-85a1-4457-9aef-2104486cacfb HTTP/1.1" status: 200 len: 944 time: 0.0564382 Mar 11 02:55:57.130656 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-afaf34ad-b747-4180-ba41-f81d7ecfb39b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (b193670b-9854-4e90-bc6a-e616470c2469), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:57.146526 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-b670553a-1955-4192-ad72-26752d1979d6 req-833dccc3-7489-46e2-8f0d-58431765c088 tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] 10.222.0.20 "GET /v2.0/security-groups?id=85acd191-e35d-4c50-9fc4-e95227d4f852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449309 Mar 11 02:55:57.457513 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 40584) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:55:57.562741 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-13ebb153-2987-4d42-a192-0e392744717f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:57.637535 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-13ebb153-2987-4d42-a192-0e392744717f admin admin] Publish callbacks [] for security_group (98a4f9f8-1a96-47fd-bddb-9d3ccead2f49), precommit_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:57.641798 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-13ebb153-2987-4d42-a192-0e392744717f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (98a4f9f8-1a96-47fd-bddb-9d3ccead2f49), after_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:57.679677 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-13ebb153-2987-4d42-a192-0e392744717f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=412fe42120d44bf3be5406720de2f114&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2210791 Mar 11 02:55:57.681574 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ebb153-2987-4d42-a192-0e392744717f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98a4f9f8-1a96-47fd-bddb-9d3ccead2f49,revision_number=1']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:55:57.682432 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 40590) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:55:57.729517 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-838ff36f-1617-4847-9d60-3caefd41444c admin admin] Publish callbacks [] for security_group (98a4f9f8-1a96-47fd-bddb-9d3ccead2f49), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:57.754801 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-838ff36f-1617-4847-9d60-3caefd41444c admin admin] Publish callbacks [] for security_group (98a4f9f8-1a96-47fd-bddb-9d3ccead2f49), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:57.805942 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-838ff36f-1617-4847-9d60-3caefd41444c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (98a4f9f8-1a96-47fd-bddb-9d3ccead2f49), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:57.808454 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-838ff36f-1617-4847-9d60-3caefd41444c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:57.809604 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-838ff36f-1617-4847-9d60-3caefd41444c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/98a4f9f8-1a96-47fd-bddb-9d3ccead2f49 HTTP/1.1" status: 204 len: 168 time: 0.1262064 Mar 11 02:55:57.816916 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838ff36f-1617-4847-9d60-3caefd41444c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98a4f9f8-1a96-47fd-bddb-9d3ccead2f49,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:55:58.184352 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d2656c-d2be-4437-b225-3b9bc207ef76 req-6d672b76-b095-4256-85d6-936ef805990f tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:58.185877 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-d7d2656c-d2be-4437-b225-3b9bc207ef76 req-6d672b76-b095-4256-85d6-936ef805990f tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/ports?device_id=793849be-e460-43aa-8520-df0dc2494d36 HTTP/1.1" status: 200 len: 945 time: 0.0504298 Mar 11 02:55:58.234134 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-d7d2656c-d2be-4437-b225-3b9bc207ef76 req-4a18f7cf-d545-4f92-b50b-703d72acdbae tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5ad1bfd-bd0d-4e50-9714-1ca1b519c2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425940 Mar 11 02:55:58.270929 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69fb1df-a71b-4061-837a-868ecf096910 req-3521672e-d4c1-40f5-a321-ae65b8892793 tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:58.272489 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-b69fb1df-a71b-4061-837a-868ecf096910 req-3521672e-d4c1-40f5-a321-ae65b8892793 tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] 10.222.0.20 "GET /v2.0/ports?device_id=79e8f58a-85a1-4457-9aef-2104486cacfb HTTP/1.1" status: 200 len: 944 time: 0.0578399 Mar 11 02:55:58.320925 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-b69fb1df-a71b-4061-837a-868ecf096910 req-2e0d73df-094d-42af-9dc6-33d3674bbb73 tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] 10.222.0.20 "GET /v2.0/security-groups?id=85acd191-e35d-4c50-9fc4-e95227d4f852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429471 Mar 11 02:55:58.721142 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (36a16930-fe6f-49e2-96be-29faaa54e9a3), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:58.949844 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 40622) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:55:59.051663 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-cee7409c-3628-4c5c-bcdd-891d652ac669 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:59.133350 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-cee7409c-3628-4c5c-bcdd-891d652ac669 admin admin] Publish callbacks [] for security_group (acd2fab4-829f-48ac-aa7f-b6a80623cd81), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:59.138318 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-cee7409c-3628-4c5c-bcdd-891d652ac669 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (acd2fab4-829f-48ac-aa7f-b6a80623cd81), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:59.178604 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-cee7409c-3628-4c5c-bcdd-891d652ac669 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0929bfde280a4e1c9eb8360cc6bb3823&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2275350 Mar 11 02:55:59.180539 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee7409c-3628-4c5c-bcdd-891d652ac669 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acd2fab4-829f-48ac-aa7f-b6a80623cd81,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:55:59.185096 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 40626) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:55:59.232750 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-240b9baa-9c8a-4ffe-aa85-f96e216267a9 admin admin] Publish callbacks [] for security_group (acd2fab4-829f-48ac-aa7f-b6a80623cd81), before_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:59.257010 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-240b9baa-9c8a-4ffe-aa85-f96e216267a9 admin admin] Publish callbacks [] for security_group (acd2fab4-829f-48ac-aa7f-b6a80623cd81), precommit_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:59.311075 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-240b9baa-9c8a-4ffe-aa85-f96e216267a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (acd2fab4-829f-48ac-aa7f-b6a80623cd81), after_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:59.313694 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-240b9baa-9c8a-4ffe-aa85-f96e216267a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:59.317205 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-240b9baa-9c8a-4ffe-aa85-f96e216267a9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/acd2fab4-829f-48ac-aa7f-b6a80623cd81 HTTP/1.1" status: 204 len: 168 time: 0.1326337 Mar 11 02:55:59.322913 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240b9baa-9c8a-4ffe-aa85-f96e216267a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acd2fab4-829f-48ac-aa7f-b6a80623cd81,revision_number=None']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:55:59.378398 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8da0cb4-c16e-48ac-8130-ff52f7b0506a req-ba28b857-f8fd-431f-8087-67b512ef1194 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:59.385893 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-e8da0cb4-c16e-48ac-8130-ff52f7b0506a req-ba28b857-f8fd-431f-8087-67b512ef1194 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/ports?device_id=793849be-e460-43aa-8520-df0dc2494d36 HTTP/1.1" status: 200 len: 945 time: 0.0814750 Mar 11 02:55:59.450293 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-e8da0cb4-c16e-48ac-8130-ff52f7b0506a req-ca27e351-43b7-4d56-8923-397766711ac7 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5ad1bfd-bd0d-4e50-9714-1ca1b519c2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632520 Mar 11 02:55:59.484181 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be81e70-3c55-4555-a710-eabc32cea3a9 req-62452326-81fe-47e2-8da8-4d75fabd183b tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:55:59.491566 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-9be81e70-3c55-4555-a710-eabc32cea3a9 req-62452326-81fe-47e2-8da8-4d75fabd183b tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] 10.222.0.20 "GET /v2.0/ports?device_id=79e8f58a-85a1-4457-9aef-2104486cacfb HTTP/1.1" status: 200 len: 944 time: 0.0752900 Mar 11 02:55:59.535287 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-9be81e70-3c55-4555-a710-eabc32cea3a9 req-15969f64-a746-4f48-ab34-0f9370df4ac4 tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] 10.222.0.20 "GET /v2.0/security-groups?id=85acd191-e35d-4c50-9fc4-e95227d4f852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424922 Mar 11 02:55:59.658255 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 40640) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:55:59.674175 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-792e6937-ffa8-4758-bf82-d1a15b1646c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:59.755452 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-792e6937-ffa8-4758-bf82-d1a15b1646c9 admin admin] Publish callbacks [] for security_group (21ca530e-7cbb-4e58-8875-9df00bc69d6e), precommit_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:59.759574 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-792e6937-ffa8-4758-bf82-d1a15b1646c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (21ca530e-7cbb-4e58-8875-9df00bc69d6e), after_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:59.798950 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-792e6937-ffa8-4758-bf82-d1a15b1646c9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=91097766257b43c7979fb8a8341bb602&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1395886 Mar 11 02:55:59.800089 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792e6937-ffa8-4758-bf82-d1a15b1646c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21ca530e-7cbb-4e58-8875-9df00bc69d6e,revision_number=1']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:55:59.801663 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 40648) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:55:59.850110 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-369955d8-906a-4777-ad97-2eddaf72fee7 admin admin] Publish callbacks [] for security_group (21ca530e-7cbb-4e58-8875-9df00bc69d6e), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:59.873915 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-369955d8-906a-4777-ad97-2eddaf72fee7 admin admin] Publish callbacks [] for security_group (21ca530e-7cbb-4e58-8875-9df00bc69d6e), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:59.922861 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-369955d8-906a-4777-ad97-2eddaf72fee7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (21ca530e-7cbb-4e58-8875-9df00bc69d6e), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:59.925536 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-369955d8-906a-4777-ad97-2eddaf72fee7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:55:59.926689 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-369955d8-906a-4777-ad97-2eddaf72fee7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/21ca530e-7cbb-4e58-8875-9df00bc69d6e HTTP/1.1" status: 204 len: 168 time: 0.1240416 Mar 11 02:55:59.938838 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369955d8-906a-4777-ad97-2eddaf72fee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21ca530e-7cbb-4e58-8875-9df00bc69d6e,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:55:59.986951 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 40654) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:56:00.047703 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Device e681f474-c935-4fda-84ec-b6c9b9028ef8 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=103105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 02:56:00.095000 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-455eaf0b-e205-4728-a4c5-25c297453d16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:00.163945 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] For port e681f474-c935-4fda-84ec-b6c9b9028ef8, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=e681f474-c935-4fda-84ec-b6c9b9028ef8,segment=NetworkSegment(79727280-1f17-4989-bad4-385d3ba87db2),segment_id=79727280-1f17-4989-bad4-385d3ba87db2)] {{(pid=103105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 02:56:00.175338 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Returning: {'device': 'e681f474-c935-4fda-84ec-b6c9b9028ef8', 'network_id': '7e7bc1f9-3ce6-4f88-b347-46278ccab0e3', 'port_id': 'e681f474-c935-4fda-84ec-b6c9b9028ef8', 'mac_address': 'fa:16:3e:3f:99:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ed285e0-8e6b-4d46-8817-239ca15b94c1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 02:56:00.178447 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-455eaf0b-e205-4728-a4c5-25c297453d16 admin admin] Publish callbacks [] for security_group (d706c40a-f0df-45b3-8357-fbbdfde4550e), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:00.183270 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-455eaf0b-e205-4728-a4c5-25c297453d16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (d706c40a-f0df-45b3-8357-fbbdfde4550e), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:00.217753 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455eaf0b-e205-4728-a4c5-25c297453d16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d706c40a-f0df-45b3-8357-fbbdfde4550e,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:56:00.223315 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Current status of the port e681f474-c935-4fda-84ec-b6c9b9028ef8 is: DOWN; New status is: BUILD {{(pid=103105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 02:56:00.223910 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (e681f474-c935-4fda-84ec-b6c9b9028ef8), before_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:00.229273 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 40662) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:56:00.229509 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-455eaf0b-e205-4728-a4c5-25c297453d16 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ef2a7540cfb74dffba7574c1eb6043fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2409210 Mar 11 02:56:00.238679 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.notifiers.nova [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e681f474-c935-4fda-84ec-b6c9b9028ef8 {{(pid=103105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 02:56:00.262130 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] For port e681f474-c935-4fda-84ec-b6c9b9028ef8, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=e681f474-c935-4fda-84ec-b6c9b9028ef8,segment=NetworkSegment(79727280-1f17-4989-bad4-385d3ba87db2),segment_id=79727280-1f17-4989-bad4-385d3ba87db2)] {{(pid=103105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 02:56:00.273543 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712'] for port (e681f474-c935-4fda-84ec-b6c9b9028ef8), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:00.292435 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-5d825dc4-7179-4b70-923a-030ab6d74749 admin admin] Publish callbacks [] for security_group (d706c40a-f0df-45b3-8357-fbbdfde4550e), before_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:00.316816 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-5d825dc4-7179-4b70-923a-030ab6d74749 admin admin] Publish callbacks [] for security_group (d706c40a-f0df-45b3-8357-fbbdfde4550e), precommit_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:00.324383 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Pushing event updated for resources: {'Port': ['ID=e681f474-c935-4fda-84ec-b6c9b9028ef8,revision_number=4']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:56:00.331978 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:56:00.331978 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:56:00.332283 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:56:00.332620 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:56:00.332983 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:56:00.333350 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:56:00.333686 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:56:00.334023 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:56:00.334409 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:56:00.334754 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:56:00.335088 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:56:00.335416 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:56:00.335737 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:56:00.369897 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-5d825dc4-7179-4b70-923a-030ab6d74749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (d706c40a-f0df-45b3-8357-fbbdfde4550e), after_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:00.372596 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-5d825dc4-7179-4b70-923a-030ab6d74749 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:00.376000 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-5d825dc4-7179-4b70-923a-030ab6d74749 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d706c40a-f0df-45b3-8357-fbbdfde4550e HTTP/1.1" status: 204 len: 168 time: 0.1435800 Mar 11 02:56:00.381814 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d825dc4-7179-4b70-923a-030ab6d74749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d706c40a-f0df-45b3-8357-fbbdfde4550e,revision_number=None']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:56:00.589760 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f95d04-6edf-4006-b161-c6ec677b0596 req-959c9640-a006-41df-a32d-a29c72ae60a4 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:56:00.592297 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-92f95d04-6edf-4006-b161-c6ec677b0596 req-959c9640-a006-41df-a32d-a29c72ae60a4 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/ports?device_id=793849be-e460-43aa-8520-df0dc2494d36 HTTP/1.1" status: 200 len: 945 time: 0.0715208 Mar 11 02:56:00.653326 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-92f95d04-6edf-4006-b161-c6ec677b0596 req-1fccbde0-a647-49af-9f1e-7166d80601ee tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5ad1bfd-bd0d-4e50-9714-1ca1b519c2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553637 Mar 11 02:56:00.695675 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7990995b-5d7b-4691-9f36-ee503c697c1b req-e9cdf908-2e09-4e9e-b2aa-5fbba42ad861 tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:56:00.697231 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-7990995b-5d7b-4691-9f36-ee503c697c1b req-e9cdf908-2e09-4e9e-b2aa-5fbba42ad861 tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] 10.222.0.20 "GET /v2.0/ports?device_id=79e8f58a-85a1-4457-9aef-2104486cacfb HTTP/1.1" status: 200 len: 945 time: 0.0769057 Mar 11 02:56:00.752295 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-7990995b-5d7b-4691-9f36-ee503c697c1b req-11d47a52-b29a-449f-ab53-a7249dc62d72 tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] 10.222.0.20 "GET /v2.0/security-groups?id=85acd191-e35d-4c50-9fc4-e95227d4f852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465374 Mar 11 02:56:00.762556 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] get_ports_and_sgs() called for port_ids ['e681f474-c935-4fda-84ec-b6c9b9028ef8'] {{(pid=103105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 02:56:00.794191 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 40688) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:56:00.808178 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-eba1eb7b-34cf-4793-b6ed-9ccdd59ab6f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:00.912097 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-eba1eb7b-34cf-4793-b6ed-9ccdd59ab6f8 admin admin] Publish callbacks [] for security_group (72f4ee63-5f22-49f8-9e5b-792a539d6e9d), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:00.919044 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-eba1eb7b-34cf-4793-b6ed-9ccdd59ab6f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (72f4ee63-5f22-49f8-9e5b-792a539d6e9d), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:00.945301 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba1eb7b-34cf-4793-b6ed-9ccdd59ab6f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72f4ee63-5f22-49f8-9e5b-792a539d6e9d,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:56:00.973842 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-eba1eb7b-34cf-4793-b6ed-9ccdd59ab6f8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=59958da6a37c46d98a6dcd193d82b7b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1785161 Mar 11 02:56:00.977852 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 40694) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:56:01.027996 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-9a1a5374-ef89-4df2-b3de-cd6c69a37815 admin admin] Publish callbacks [] for security_group (72f4ee63-5f22-49f8-9e5b-792a539d6e9d), before_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:01.051080 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-9a1a5374-ef89-4df2-b3de-cd6c69a37815 admin admin] Publish callbacks [] for security_group (72f4ee63-5f22-49f8-9e5b-792a539d6e9d), precommit_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:01.097835 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-9a1a5374-ef89-4df2-b3de-cd6c69a37815 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (72f4ee63-5f22-49f8-9e5b-792a539d6e9d), after_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:01.100562 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-9a1a5374-ef89-4df2-b3de-cd6c69a37815 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:01.101810 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-9a1a5374-ef89-4df2-b3de-cd6c69a37815 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/72f4ee63-5f22-49f8-9e5b-792a539d6e9d HTTP/1.1" status: 204 len: 168 time: 0.1227047 Mar 11 02:56:01.110388 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1a5374-ef89-4df2-b3de-cd6c69a37815 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72f4ee63-5f22-49f8-9e5b-792a539d6e9d,revision_number=None']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:56:01.789416 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec010f4d-0f73-443f-bc72-5fe17a3efa1f req-9b2a99d1-78fe-4b2f-8c27-4a6bd929a443 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:56:01.789416 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-ec010f4d-0f73-443f-bc72-5fe17a3efa1f req-9b2a99d1-78fe-4b2f-8c27-4a6bd929a443 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/ports?device_id=793849be-e460-43aa-8520-df0dc2494d36 HTTP/1.1" status: 200 len: 945 time: 0.0678108 Mar 11 02:56:01.854105 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-ec010f4d-0f73-443f-bc72-5fe17a3efa1f req-5f2d9706-5cda-4f85-803f-1a478410d244 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5ad1bfd-bd0d-4e50-9714-1ca1b519c2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534203 Mar 11 02:56:01.909330 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0427381e-fb21-4aa9-a7df-ee56e65dd045 req-87baff5d-c5df-47f8-a4a8-5d481d5e7392 tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:56:01.911137 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-0427381e-fb21-4aa9-a7df-ee56e65dd045 req-87baff5d-c5df-47f8-a4a8-5d481d5e7392 tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] 10.222.0.20 "GET /v2.0/ports?device_id=79e8f58a-85a1-4457-9aef-2104486cacfb HTTP/1.1" status: 200 len: 945 time: 0.0792146 Mar 11 02:56:01.975366 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-0427381e-fb21-4aa9-a7df-ee56e65dd045 req-7d01bf81-e32e-442c-9c23-188246dfd604 tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] 10.222.0.20 "GET /v2.0/security-groups?id=85acd191-e35d-4c50-9fc4-e95227d4f852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570817 Mar 11 02:56:02.431960 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 40784) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:56:02.535309 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-dad767cc-ddaf-4ed8-bb45-3605750070c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:02.623912 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-dad767cc-ddaf-4ed8-bb45-3605750070c7 admin admin] Publish callbacks [] for security_group (90d986c6-be5d-4b10-a83a-fccbbac1bf2f), precommit_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:02.628010 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-dad767cc-ddaf-4ed8-bb45-3605750070c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (90d986c6-be5d-4b10-a83a-fccbbac1bf2f), after_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:02.668222 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-dad767cc-ddaf-4ed8-bb45-3605750070c7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fb9b1c4b15c64a63aef3b46ae0b98fb9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2349570 Mar 11 02:56:02.668998 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad767cc-ddaf-4ed8-bb45-3605750070c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90d986c6-be5d-4b10-a83a-fccbbac1bf2f,revision_number=1']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:56:02.670764 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 40794) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:56:02.733178 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7f481b9b-c586-422e-9b3b-a87991958181 admin admin] Publish callbacks [] for security_group (90d986c6-be5d-4b10-a83a-fccbbac1bf2f), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:02.753797 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7f481b9b-c586-422e-9b3b-a87991958181 admin admin] Publish callbacks [] for security_group (90d986c6-be5d-4b10-a83a-fccbbac1bf2f), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:02.803721 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7f481b9b-c586-422e-9b3b-a87991958181 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (90d986c6-be5d-4b10-a83a-fccbbac1bf2f), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:02.806352 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7f481b9b-c586-422e-9b3b-a87991958181 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:02.807492 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-7f481b9b-c586-422e-9b3b-a87991958181 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/90d986c6-be5d-4b10-a83a-fccbbac1bf2f HTTP/1.1" status: 204 len: 168 time: 0.1336539 Mar 11 02:56:02.814939 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f481b9b-c586-422e-9b3b-a87991958181 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90d986c6-be5d-4b10-a83a-fccbbac1bf2f,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:56:02.991060 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31792081-67c2-4570-be32-5584f404f114 req-b8e49209-c575-40ec-9ce2-efcdf223409e tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:56:02.992647 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-31792081-67c2-4570-be32-5584f404f114 req-b8e49209-c575-40ec-9ce2-efcdf223409e tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/ports?device_id=793849be-e460-43aa-8520-df0dc2494d36 HTTP/1.1" status: 200 len: 945 time: 0.0596063 Mar 11 02:56:03.093866 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-31792081-67c2-4570-be32-5584f404f114 req-9d325e43-01cd-4f1c-9815-303ae82f265e tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5ad1bfd-bd0d-4e50-9714-1ca1b519c2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923557 Mar 11 02:56:03.134723 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5a8f8f-8618-443b-b9e2-a071b8d5cc8a req-9689fb9d-e9b3-4d53-81e7-8e9cd545d2f4 tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:56:03.137309 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-bd5a8f8f-8618-443b-b9e2-a071b8d5cc8a req-9689fb9d-e9b3-4d53-81e7-8e9cd545d2f4 tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] 10.222.0.20 "GET /v2.0/ports?device_id=79e8f58a-85a1-4457-9aef-2104486cacfb HTTP/1.1" status: 200 len: 945 time: 0.0844223 Mar 11 02:56:03.187117 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-bd5a8f8f-8618-443b-b9e2-a071b8d5cc8a req-f232823e-6f45-4416-9cd0-52234f5205f2 tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] 10.222.0.20 "GET /v2.0/security-groups?id=85acd191-e35d-4c50-9fc4-e95227d4f852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442133 Mar 11 02:56:03.192927 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 40808) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:56:03.206182 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-10167c70-4b34-4cc7-b721-382b7c1d167c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:03.283782 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-10167c70-4b34-4cc7-b721-382b7c1d167c admin admin] Publish callbacks [] for security_group (7ed8b060-25d4-42ee-93be-7956b99f38d9), precommit_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:03.287891 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-10167c70-4b34-4cc7-b721-382b7c1d167c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (7ed8b060-25d4-42ee-93be-7956b99f38d9), after_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:03.325041 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-10167c70-4b34-4cc7-b721-382b7c1d167c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e4f60e9a42f04d47bc796df030d66ee4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1305590 Mar 11 02:56:03.325975 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10167c70-4b34-4cc7-b721-382b7c1d167c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ed8b060-25d4-42ee-93be-7956b99f38d9,revision_number=1']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:56:03.327834 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 40810) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:56:03.377282 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-85c8e30b-6c78-41f3-a993-026a70514a3f admin admin] Publish callbacks [] for security_group (7ed8b060-25d4-42ee-93be-7956b99f38d9), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:03.396751 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-85c8e30b-6c78-41f3-a993-026a70514a3f admin admin] Publish callbacks [] for security_group (7ed8b060-25d4-42ee-93be-7956b99f38d9), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:03.442105 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-85c8e30b-6c78-41f3-a993-026a70514a3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (7ed8b060-25d4-42ee-93be-7956b99f38d9), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:03.444840 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-85c8e30b-6c78-41f3-a993-026a70514a3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:03.446089 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-85c8e30b-6c78-41f3-a993-026a70514a3f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7ed8b060-25d4-42ee-93be-7956b99f38d9 HTTP/1.1" status: 204 len: 168 time: 0.1160576 Mar 11 02:56:03.455510 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c8e30b-6c78-41f3-a993-026a70514a3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ed8b060-25d4-42ee-93be-7956b99f38d9,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:56:04.058384 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Device e681f474-c935-4fda-84ec-b6c9b9028ef8 up at agent hyperv_hv-cinder-74014 {{(pid=103105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 02:56:04.120672 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Provisioning for port e681f474-c935-4fda-84ec-b6c9b9028ef8 completed by entity L2. {{(pid=103105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 02:56:04.132089 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Provisioning complete for port e681f474-c935-4fda-84ec-b6c9b9028ef8 triggered by entity L2. {{(pid=103105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 02:56:04.132975 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536573942'] for port (e681f474-c935-4fda-84ec-b6c9b9028ef8), provisioning_complete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:04.137880 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 40840) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:56:04.233597 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Current status of the port e681f474-c935-4fda-84ec-b6c9b9028ef8 is: BUILD; New status is: ACTIVE {{(pid=103105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 02:56:04.234055 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (e681f474-c935-4fda-84ec-b6c9b9028ef8), before_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:04.264165 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8e4a99-6d04-48ef-9fbe-ee27e93bb4ec req-ab56206f-d4e9-40ef-8d1a-eeaf7a71b0c0 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:56:04.266580 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-6b8e4a99-6d04-48ef-9fbe-ee27e93bb4ec req-ab56206f-d4e9-40ef-8d1a-eeaf7a71b0c0 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/ports?device_id=793849be-e460-43aa-8520-df0dc2494d36 HTTP/1.1" status: 200 len: 945 time: 0.0793169 Mar 11 02:56:04.282799 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.v2.base [None req-e0e954ba-edde-4304-a008-c7ebfd5bdf50 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1408435990-network', 'tenant_id': '1875a92d93ba4708b79b829a9cc54b3e'}} {{(pid=103104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 02:56:04.284290 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] For port e681f474-c935-4fda-84ec-b6c9b9028ef8, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=e681f474-c935-4fda-84ec-b6c9b9028ef8,segment=NetworkSegment(79727280-1f17-4989-bad4-385d3ba87db2),segment_id=79727280-1f17-4989-bad4-385d3ba87db2)] {{(pid=103105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 02:56:04.285447 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79e8f58a-85a1-4457-9aef-2104486cacfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e681f474-c935-4fda-84ec-b6c9b9028ef8'}] {{(pid=103105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 02:56:04.289055 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}703a16387464127cc7b8de6906938e3e01810e7f46b2e9393936db54d9388ffe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b40cb2cd-f55a-498d-9301-1a493cb2cb33" -d '{"events": [{"server_uuid": "79e8f58a-85a1-4457-9aef-2104486cacfb", "name": "network-vif-plugged", "status": "completed", "tag": "e681f474-c935-4fda-84ec-b6c9b9028ef8"}]}' {{(pid=103105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 02:56:04.293112 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712'] for port (e681f474-c935-4fda-84ec-b6c9b9028ef8), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:04.337926 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dbf7f1-e2bc-42e3-a406-917f37d80f8e req-0cd9f210-29e1-4fb9-bf9c-ae2ffc5be38c tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:56:04.341015 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0e954ba-edde-4304-a008-c7ebfd5bdf50 admin admin] Made reservation on behalf of 1875a92d93ba4708b79b829a9cc54b3e for: {'network': 1} {{(pid=103104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 02:56:04.346212 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-a0dbf7f1-e2bc-42e3-a406-917f37d80f8e req-0cd9f210-29e1-4fb9-bf9c-ae2ffc5be38c tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] 10.222.0.20 "GET /v2.0/ports?device_id=79e8f58a-85a1-4457-9aef-2104486cacfb HTTP/1.1" status: 200 len: 945 time: 0.0708692 Mar 11 02:56:04.350042 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-e0e954ba-edde-4304-a008-c7ebfd5bdf50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for network (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:04.361708 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Pushing event updated for resources: {'Port': ['ID=e681f474-c935-4fda-84ec-b6c9b9028ef8,revision_number=5']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:56:04.373374 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-6b8e4a99-6d04-48ef-9fbe-ee27e93bb4ec req-f4148bcc-ec46-4b19-933e-79fd1e2569a4 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5ad1bfd-bd0d-4e50-9714-1ca1b519c2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957654 Mar 11 02:56:04.374368 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-e0e954ba-edde-4304-a008-c7ebfd5bdf50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:04.409474 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-a0dbf7f1-e2bc-42e3-a406-917f37d80f8e req-24da4408-884a-4221-b513-53f1997e5fed tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] 10.222.0.20 "GET /v2.0/security-groups?id=85acd191-e35d-4c50-9fc4-e95227d4f852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576954 Mar 11 02:56:04.439081 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 02:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52949dc0-6687-4221-8005-8e27c6e07fe5 x-openstack-request-id: req-52949dc0-6687-4221-8005-8e27c6e07fe5 {{(pid=103105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 02:56:04.439405 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79e8f58a-85a1-4457-9aef-2104486cacfb", "name": "network-vif-plugged", "status": "completed", "tag": "e681f474-c935-4fda-84ec-b6c9b9028ef8", "code": 200}]} {{(pid=103105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 02:56:04.440052 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-52949dc0-6687-4221-8005-8e27c6e07fe5 {{(pid=103105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 02:56:04.440464 dv-cinder-740146-14-smb neutron-server[103105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79e8f58a-85a1-4457-9aef-2104486cacfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e681f474-c935-4fda-84ec-b6c9b9028ef8', 'code': 200} Mar 11 02:56:04.473962 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-e0e954ba-edde-4304-a008-c7ebfd5bdf50 admin admin] Publish callbacks [] for security_group (7472b659-277d-40e3-91c4-7e54436f1bad), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:04.478855 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-e0e954ba-edde-4304-a008-c7ebfd5bdf50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (7472b659-277d-40e3-91c4-7e54436f1bad), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:04.501542 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0e954ba-edde-4304-a008-c7ebfd5bdf50 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122} {{(pid=103104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 02:56:04.522167 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-e0e954ba-edde-4304-a008-c7ebfd5bdf50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536533115'] for segment (6d858f73-7bc5-4b5d-8b01-b3529c7a442f), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:04.522515 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.db.segments_db [None req-e0e954ba-edde-4304-a008-c7ebfd5bdf50 admin admin] Added segment 6d858f73-7bc5-4b5d-8b01-b3529c7a442f of type vlan for network 1d0ae26c-97c4-4779-ae18-ad7416fd880d Mar 11 02:56:04.523829 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e954ba-edde-4304-a008-c7ebfd5bdf50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7472b659-277d-40e3-91c4-7e54436f1bad,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:56:04.571010 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-e0e954ba-edde-4304-a008-c7ebfd5bdf50 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774348876719'] for network (1d0ae26c-97c4-4779-ae18-ad7416fd880d), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:04.599427 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-e0e954ba-edde-4304-a008-c7ebfd5bdf50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087'] for network (1d0ae26c-97c4-4779-ae18-ad7416fd880d), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:04.600564 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e954ba-edde-4304-a008-c7ebfd5bdf50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:56:04.601282 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-e0e954ba-edde-4304-a008-c7ebfd5bdf50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-648073'] for network (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:04.668837 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-e0e954ba-edde-4304-a008-c7ebfd5bdf50 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5279226 Mar 11 02:56:04.671815 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 40858) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:56:04.677125 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.v2.base [None req-caa6a991-f7af-4911-b8c5-65e8b2b4d4ec admin admin] Request body: {'subnet': {'network_id': '1d0ae26c-97c4-4779-ae18-ad7416fd880d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1408435990-subnet', 'tenant_id': '1875a92d93ba4708b79b829a9cc54b3e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 02:56:04.699083 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e954ba-edde-4304-a008-c7ebfd5bdf50 admin admin] Pushing event updated for resources: {'Network': ['ID=1d0ae26c-97c4-4779-ae18-ad7416fd880d,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:56:04.699865 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caa6a991-f7af-4911-b8c5-65e8b2b4d4ec admin admin] Made reservation on behalf of 1875a92d93ba4708b79b829a9cc54b3e for: {'subnet': 1} {{(pid=103103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 02:56:04.703665 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-caa6a991-f7af-4911-b8c5-65e8b2b4d4ec admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:04.717179 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Network 1d0ae26c-97c4-4779-ae18-ad7416fd880d details requested by agent ovs-agent-dv-cinder-740146-14-smb with host dv-cinder-740146-14-smb {{(pid=103105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 02:56:04.723857 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f524b11-2282-4438-9b42-d3c3a548c8a5 req-bafa7ffc-1f7b-42e3-8c4b-b4d0b821e370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:56:04.726028 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-9f524b11-2282-4438-9b42-d3c3a548c8a5 req-bafa7ffc-1f7b-42e3-8c4b-b4d0b821e370 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=79e8f58a-85a1-4457-9aef-2104486cacfb HTTP/1.1" status: 200 len: 1130 time: 0.1112254 Mar 11 02:56:04.786135 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-9f524b11-2282-4438-9b42-d3c3a548c8a5 req-a60e9f1c-633a-4e1e-85f1-bdf689a6cec0 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=85acd191-e35d-4c50-9fc4-e95227d4f852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478096 Mar 11 02:56:04.898871 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-caa6a991-f7af-4911-b8c5-65e8b2b4d4ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087'] for subnet (5537e256-b77a-4a3d-850d-3ec5e732c58e), after_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:04.963006 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa6a991-f7af-4911-b8c5-65e8b2b4d4ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=5537e256-b77a-4a3d-850d-3ec5e732c58e,revision_number=0']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:56:04.971039 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa6a991-f7af-4911-b8c5-65e8b2b4d4ec admin admin] Checking segment: {'id': '6d858f73-7bc5-4b5d-8b01-b3529c7a442f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1d0ae26c-97c4-4779-ae18-ad7416fd880d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 02:56:04.971437 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa6a991-f7af-4911-b8c5-65e8b2b4d4ec admin admin] Network hostable DHCP agents. Network: 1d0ae26c-97c4-4779-ae18-ad7416fd880d, hostable agents: ['27668cff-ea20-4e06-9a9c-d4f827fe3eb1'], hosted agents: [] {{(pid=103103) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 02:56:04.990036 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa6a991-f7af-4911-b8c5-65e8b2b4d4ec admin admin] Network 1d0ae26c-97c4-4779-ae18-ad7416fd880d is scheduled to be hosted by DHCP agent 27668cff-ea20-4e06-9a9c-d4f827fe3eb1 with binding_index 1 {{(pid=103103) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 02:56:04.998988 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.scheduler.base_scheduler [None req-caa6a991-f7af-4911-b8c5-65e8b2b4d4ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-14-smb, 1d0ae26c-97c4-4779-ae18-ad7416fd880d) {{(pid=103103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 02:56:05.004477 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa6a991-f7af-4911-b8c5-65e8b2b4d4ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:56:05.005352 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-caa6a991-f7af-4911-b8c5-65e8b2b4d4ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-648073'] for subnet (None), before_response {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:05.010994 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eaf7f16-0b22-4736-bee6-d84ed260ac9a None None] Network 1d0ae26c-97c4-4779-ae18-ad7416fd880d requested from dv-cinder-740146-14-smb {{(pid=103105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 02:56:05.037918 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-caa6a991-f7af-4911-b8c5-65e8b2b4d4ec admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3519056 Mar 11 02:56:05.114704 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-666178af-e614-4ba4-ad08-e905fb114466 None None] Network 1d0ae26c-97c4-4779-ae18-ad7416fd880d requested from dv-cinder-740146-14-smb {{(pid=103105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 02:56:05.496199 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a527fa9e-342d-405a-accd-77759ddb615b req-94a8e2e7-5b71-4715-b4e2-d959d4896ea1 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:56:05.504045 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-a527fa9e-342d-405a-accd-77759ddb615b req-94a8e2e7-5b71-4715-b4e2-d959d4896ea1 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/ports?device_id=793849be-e460-43aa-8520-df0dc2494d36 HTTP/1.1" status: 200 len: 945 time: 0.0603945 Mar 11 02:56:05.520467 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 40886) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:56:05.524645 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8566f7b-dbbd-4900-adf9-b30b29c02952 req-a42e130d-9622-45d6-ad37-8969ca56ae40 tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:56:05.526126 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.v2.base [None req-1718e68a-8102-4577-8f28-edaa4b30cc91 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-690054443-network', 'tenant_id': '3288b08948f94ba3be26ea665f5fa2a3'}} {{(pid=103103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 02:56:05.526234 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-f8566f7b-dbbd-4900-adf9-b30b29c02952 req-a42e130d-9622-45d6-ad37-8969ca56ae40 tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] 10.222.0.20 "GET /v2.0/ports?device_id=79e8f58a-85a1-4457-9aef-2104486cacfb HTTP/1.1" status: 200 len: 946 time: 0.0549748 Mar 11 02:56:05.565634 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-a527fa9e-342d-405a-accd-77759ddb615b req-ff398a65-dccf-4a7d-96b8-7ad795530aa0 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5ad1bfd-bd0d-4e50-9714-1ca1b519c2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605488 Mar 11 02:56:05.570555 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1718e68a-8102-4577-8f28-edaa4b30cc91 admin admin] Made reservation on behalf of 3288b08948f94ba3be26ea665f5fa2a3 for: {'network': 1} {{(pid=103103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 02:56:05.574230 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-1718e68a-8102-4577-8f28-edaa4b30cc91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for network (None), before_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:05.578644 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-f8566f7b-dbbd-4900-adf9-b30b29c02952 req-f7767fb7-6251-4c0b-9654-101e479f36f3 tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] 10.222.0.20 "GET /v2.0/security-groups?id=85acd191-e35d-4c50-9fc4-e95227d4f852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468707 Mar 11 02:56:05.583401 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-1718e68a-8102-4577-8f28-edaa4b30cc91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:05.658585 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-1718e68a-8102-4577-8f28-edaa4b30cc91 admin admin] Publish callbacks [] for security_group (46b4baa9-1be5-4232-a851-fea2c6188288), precommit_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:05.662302 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-1718e68a-8102-4577-8f28-edaa4b30cc91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (46b4baa9-1be5-4232-a851-fea2c6188288), after_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:05.682676 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1718e68a-8102-4577-8f28-edaa4b30cc91 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=103103) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 02:56:05.696209 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1718e68a-8102-4577-8f28-edaa4b30cc91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46b4baa9-1be5-4232-a851-fea2c6188288,revision_number=1']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:56:05.701366 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-1718e68a-8102-4577-8f28-edaa4b30cc91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536533115'] for segment (69aba1f2-88ea-4064-81a2-bd663af9d03f), precommit_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:05.701733 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.db.segments_db [None req-1718e68a-8102-4577-8f28-edaa4b30cc91 admin admin] Added segment 69aba1f2-88ea-4064-81a2-bd663af9d03f of type vlan for network 7287896b-bdd6-4230-8d56-f718e24e8c4f Mar 11 02:56:05.743328 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-1718e68a-8102-4577-8f28-edaa4b30cc91 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774348876719'] for network (7287896b-bdd6-4230-8d56-f718e24e8c4f), precommit_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:05.772476 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-1718e68a-8102-4577-8f28-edaa4b30cc91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087'] for network (7287896b-bdd6-4230-8d56-f718e24e8c4f), after_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:05.773519 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1718e68a-8102-4577-8f28-edaa4b30cc91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:56:05.774101 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-1718e68a-8102-4577-8f28-edaa4b30cc91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-648073'] for network (None), before_response {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:05.801565 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-1718e68a-8102-4577-8f28-edaa4b30cc91 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2800376 Mar 11 02:56:05.804881 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 40890) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:56:05.809615 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.v2.base [None req-e26eb21d-fb4d-4433-95f4-3e29c61f3079 admin admin] Request body: {'subnet': {'network_id': '7287896b-bdd6-4230-8d56-f718e24e8c4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-690054443-subnet', 'tenant_id': '3288b08948f94ba3be26ea665f5fa2a3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 02:56:05.827064 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e26eb21d-fb4d-4433-95f4-3e29c61f3079 admin admin] Made reservation on behalf of 3288b08948f94ba3be26ea665f5fa2a3 for: {'subnet': 1} {{(pid=103104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 02:56:05.829386 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-e26eb21d-fb4d-4433-95f4-3e29c61f3079 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8900789'] for subnet (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:05.837281 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1718e68a-8102-4577-8f28-edaa4b30cc91 admin admin] Pushing event updated for resources: {'Network': ['ID=7287896b-bdd6-4230-8d56-f718e24e8c4f,revision_number=1']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:56:05.850853 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Network 7287896b-bdd6-4230-8d56-f718e24e8c4f details requested by agent ovs-agent-dv-cinder-740146-14-smb with host dv-cinder-740146-14-smb {{(pid=103105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 02:56:06.001462 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-e26eb21d-fb4d-4433-95f4-3e29c61f3079 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9193807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8900763'] for subnet (d754ce96-6cd9-4a9a-8e4d-9e9e4a810c31), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:06.055371 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26eb21d-fb4d-4433-95f4-3e29c61f3079 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d754ce96-6cd9-4a9a-8e4d-9e9e4a810c31,revision_number=0']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:56:06.065701 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26eb21d-fb4d-4433-95f4-3e29c61f3079 admin admin] Checking segment: {'id': '69aba1f2-88ea-4064-81a2-bd663af9d03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '7287896b-bdd6-4230-8d56-f718e24e8c4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 02:56:06.066212 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26eb21d-fb4d-4433-95f4-3e29c61f3079 admin admin] Network hostable DHCP agents. Network: 7287896b-bdd6-4230-8d56-f718e24e8c4f, hostable agents: ['27668cff-ea20-4e06-9a9c-d4f827fe3eb1'], hosted agents: [] {{(pid=103104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 02:56:06.084291 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26eb21d-fb4d-4433-95f4-3e29c61f3079 admin admin] Network 7287896b-bdd6-4230-8d56-f718e24e8c4f is scheduled to be hosted by DHCP agent 27668cff-ea20-4e06-9a9c-d4f827fe3eb1 with binding_index 1 {{(pid=103104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 02:56:06.093531 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.scheduler.base_scheduler [None req-e26eb21d-fb4d-4433-95f4-3e29c61f3079 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-14-smb, 7287896b-bdd6-4230-8d56-f718e24e8c4f) {{(pid=103104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 02:56:06.097471 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e26eb21d-fb4d-4433-95f4-3e29c61f3079 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:56:06.098050 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-e26eb21d-fb4d-4433-95f4-3e29c61f3079 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-648073'] for subnet (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:06.104968 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd63231-9117-4075-b7a4-22e28fcb81cd None None] Network 7287896b-bdd6-4230-8d56-f718e24e8c4f requested from dv-cinder-740146-14-smb {{(pid=103105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 02:56:06.122571 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-e26eb21d-fb4d-4433-95f4-3e29c61f3079 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3084228 Mar 11 02:56:06.217884 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf8eb6e-ea65-4401-a113-04dce175c76a None None] Network 7287896b-bdd6-4230-8d56-f718e24e8c4f requested from dv-cinder-740146-14-smb {{(pid=103105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 02:56:06.492524 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 40908) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:56:06.613141 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-bd42d6f1-2df1-4e42-924f-1fef9c7a1d21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:06.685309 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9b9a15-9539-4048-a824-7c080b2f91bd req-466f0864-04e2-44e1-a7ca-f491600a5271 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:56:06.687683 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-0a9b9a15-9539-4048-a824-7c080b2f91bd req-466f0864-04e2-44e1-a7ca-f491600a5271 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/ports?device_id=793849be-e460-43aa-8520-df0dc2494d36 HTTP/1.1" status: 200 len: 945 time: 0.0557129 Mar 11 02:56:06.747178 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-0a9b9a15-9539-4048-a824-7c080b2f91bd req-13e3132b-2101-4a1a-aa12-f93a9ef79c0c tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5ad1bfd-bd0d-4e50-9714-1ca1b519c2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487740 Mar 11 02:56:06.783178 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-bd42d6f1-2df1-4e42-924f-1fef9c7a1d21 admin admin] Publish callbacks [] for security_group (99590b7f-171d-4fbc-9033-f54ccfb39181), precommit_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:06.796311 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-bd42d6f1-2df1-4e42-924f-1fef9c7a1d21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (99590b7f-171d-4fbc-9033-f54ccfb39181), after_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:06.830716 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904edf0d-d8f8-4347-b273-161d47e1cc83 req-52491bf3-45d8-4445-be43-5f445815a494 tempest-VolumesActionsTest-1669622276 tempest-VolumesActionsTest-1669622276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:56:06.832301 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-904edf0d-d8f8-4347-b273-161d47e1cc83 req-52491bf3-45d8-4445-be43-5f445815a494 tempest-VolumesActionsTest-1669622276 tempest-VolumesActionsTest-1669622276-project] 10.222.0.20 "GET /v2.0/networks?id=1d0ae26c-97c4-4779-ae18-ad7416fd880d HTTP/1.1" status: 200 len: 809 time: 0.1796398 Mar 11 02:56:06.852167 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd42d6f1-2df1-4e42-924f-1fef9c7a1d21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99590b7f-171d-4fbc-9033-f54ccfb39181,revision_number=1']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:56:06.864682 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-bd42d6f1-2df1-4e42-924f-1fef9c7a1d21 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8d129ecf5f564806999a440e6c0b1683&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3710048 Mar 11 02:56:06.867500 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 40926) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:56:06.874179 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-904edf0d-d8f8-4347-b273-161d47e1cc83 req-14c72d96-903f-4e66-893b-970a101b11a3 tempest-VolumesActionsTest-1669622276 tempest-VolumesActionsTest-1669622276-project] 10.222.0.20 "GET /v2.0/quotas/1875a92d93ba4708b79b829a9cc54b3e HTTP/1.1" status: 200 len: 375 time: 0.0352035 Mar 11 02:56:06.885924 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d487401-2d26-4740-b943-0652b7718ddf req-85d502ac-47ba-4d59-9881-af96d054b7a8 tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:56:06.887400 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-2d487401-2d26-4740-b943-0652b7718ddf req-85d502ac-47ba-4d59-9881-af96d054b7a8 tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] 10.222.0.20 "GET /v2.0/ports?device_id=79e8f58a-85a1-4457-9aef-2104486cacfb HTTP/1.1" status: 200 len: 946 time: 0.0607438 Mar 11 02:56:06.916548 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-904edf0d-d8f8-4347-b273-161d47e1cc83 req-41ea1532-2d22-4242-a068-5296b09b7a57 tempest-VolumesActionsTest-1669622276 tempest-VolumesActionsTest-1669622276-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1875a92d93ba4708b79b829a9cc54b3e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0361814 Mar 11 02:56:06.934482 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-2d487401-2d26-4740-b943-0652b7718ddf req-e3a79eb8-ac69-4e94-bfd9-465290092b07 tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] 10.222.0.20 "GET /v2.0/security-groups?id=85acd191-e35d-4c50-9fc4-e95227d4f852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412552 Mar 11 02:56:07.004688 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-843a07db-5856-4f3a-bfdc-67d33b14b953 admin admin] Publish callbacks [] for security_group (99590b7f-171d-4fbc-9033-f54ccfb39181), before_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:07.040569 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-843a07db-5856-4f3a-bfdc-67d33b14b953 admin admin] Publish callbacks [] for security_group (99590b7f-171d-4fbc-9033-f54ccfb39181), precommit_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:07.047985 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-904edf0d-d8f8-4347-b273-161d47e1cc83 req-64f18b95-bf56-4b44-9a27-895b14151ca2 service neutron] 10.222.0.20 "GET /v2.0/networks/1d0ae26c-97c4-4779-ae18-ad7416fd880d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239390 Mar 11 02:56:07.155484 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-843a07db-5856-4f3a-bfdc-67d33b14b953 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (99590b7f-171d-4fbc-9033-f54ccfb39181), after_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:07.158002 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-843a07db-5856-4f3a-bfdc-67d33b14b953 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:07.159127 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-843a07db-5856-4f3a-bfdc-67d33b14b953 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/99590b7f-171d-4fbc-9033-f54ccfb39181 HTTP/1.1" status: 204 len: 168 time: 0.2906625 Mar 11 02:56:07.167124 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-904edf0d-d8f8-4347-b273-161d47e1cc83 req-55db9bd4-938d-49c2-8ffc-7970bdd2d59a service neutron] 10.222.0.20 "GET /v2.0/networks/1d0ae26c-97c4-4779-ae18-ad7416fd880d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105475 Mar 11 02:56:07.171979 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843a07db-5856-4f3a-bfdc-67d33b14b953 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99590b7f-171d-4fbc-9033-f54ccfb39181,revision_number=None']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:56:07.364569 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-89e278b5-07c9-4d27-b968-594d6c966354 req-b5bcf55a-6e92-4abb-b5ce-1fc7177ad5ce tempest-VolumesActionsTest-1669622276 tempest-VolumesActionsTest-1669622276-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca626a5c-a0f9-4b25-a9c6-af4420e4e67e HTTP/1.1" status: 200 len: 210 time: 0.0536442 Mar 11 02:56:07.493592 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 40982) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:56:07.507208 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-8cfc1303-8af7-49b6-97fd-467e51ecf85f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:07.584805 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-8cfc1303-8af7-49b6-97fd-467e51ecf85f admin admin] Publish callbacks [] for security_group (256a6c85-3daa-4df4-ac10-a166ce391974), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:07.588817 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-8cfc1303-8af7-49b6-97fd-467e51ecf85f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (256a6c85-3daa-4df4-ac10-a166ce391974), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:07.624121 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfc1303-8af7-49b6-97fd-467e51ecf85f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=256a6c85-3daa-4df4-ac10-a166ce391974,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:56:07.632264 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 40986) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:56:07.632857 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-8cfc1303-8af7-49b6-97fd-467e51ecf85f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5c7777bd384e49ae99d11c1280e0391a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1379392 Mar 11 02:56:07.691079 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b48f7652-02e2-4eff-aa7a-f8605dd4db7c admin admin] Publish callbacks [] for security_group (256a6c85-3daa-4df4-ac10-a166ce391974), before_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:07.713121 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b48f7652-02e2-4eff-aa7a-f8605dd4db7c admin admin] Publish callbacks [] for security_group (256a6c85-3daa-4df4-ac10-a166ce391974), precommit_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:07.759357 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b48f7652-02e2-4eff-aa7a-f8605dd4db7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (256a6c85-3daa-4df4-ac10-a166ce391974), after_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:07.762056 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b48f7652-02e2-4eff-aa7a-f8605dd4db7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:07.765525 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-b48f7652-02e2-4eff-aa7a-f8605dd4db7c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/256a6c85-3daa-4df4-ac10-a166ce391974 HTTP/1.1" status: 204 len: 168 time: 0.1299405 Mar 11 02:56:07.776831 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48f7652-02e2-4eff-aa7a-f8605dd4db7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=256a6c85-3daa-4df4-ac10-a166ce391974,revision_number=None']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:56:07.900727 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca641fa-11b7-4309-bc30-91f407507743 req-19d4fb23-6946-45ea-8436-715a5da805c5 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:56:07.902355 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-4ca641fa-11b7-4309-bc30-91f407507743 req-19d4fb23-6946-45ea-8436-715a5da805c5 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/ports?device_id=793849be-e460-43aa-8520-df0dc2494d36 HTTP/1.1" status: 200 len: 945 time: 0.0689540 Mar 11 02:56:07.964645 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-4ca641fa-11b7-4309-bc30-91f407507743 req-cfeebe5d-fb76-4dfb-9c55-93aa3ccd322f tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5ad1bfd-bd0d-4e50-9714-1ca1b519c2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474005 Mar 11 02:56:08.513160 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-619cb7e1-93f9-4888-bc6a-91c98733dd56 req-2d5bf7b6-b89b-4eac-b03c-8a712bfd7de7 tempest-VolumesActionsTest-1669622276 tempest-VolumesActionsTest-1669622276-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca626a5c-a0f9-4b25-a9c6-af4420e4e67e HTTP/1.1" status: 200 len: 210 time: 0.0751147 Mar 11 02:56:08.547139 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904edf0d-d8f8-4347-b273-161d47e1cc83 req-fc38d526-0c1b-4476-a92a-c804cf12e289 tempest-VolumesActionsTest-1669622276 tempest-VolumesActionsTest-1669622276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:56:08.549214 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-904edf0d-d8f8-4347-b273-161d47e1cc83 req-fc38d526-0c1b-4476-a92a-c804cf12e289 tempest-VolumesActionsTest-1669622276 tempest-VolumesActionsTest-1669622276-project] 10.222.0.13 "GET /v2.0/networks?id=1d0ae26c-97c4-4779-ae18-ad7416fd880d HTTP/1.1" status: 200 len: 809 time: 0.1730444 Mar 11 02:56:08.562935 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.v2.base [req-904edf0d-d8f8-4347-b273-161d47e1cc83 req-56419e96-d7f4-40ce-986a-cbf574c1efc6 tempest-VolumesActionsTest-1669622276 tempest-VolumesActionsTest-1669622276-project] Request body: {'port': {'device_id': 'ca626a5c-a0f9-4b25-a9c6-af4420e4e67e', 'network_id': '1d0ae26c-97c4-4779-ae18-ad7416fd880d', 'admin_state_up': True, 'tenant_id': '1875a92d93ba4708b79b829a9cc54b3e'}} {{(pid=103104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 02:56:08.672917 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-904edf0d-d8f8-4347-b273-161d47e1cc83 req-56419e96-d7f4-40ce-986a-cbf574c1efc6 tempest-VolumesActionsTest-1669622276 tempest-VolumesActionsTest-1669622276-project] Made reservation on behalf of 1875a92d93ba4708b79b829a9cc54b3e for: {'port': 1} {{(pid=103104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 02:56:08.676407 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-904edf0d-d8f8-4347-b273-161d47e1cc83 req-56419e96-d7f4-40ce-986a-cbf574c1efc6 tempest-VolumesActionsTest-1669622276 tempest-VolumesActionsTest-1669622276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:08.820118 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.db.db_base_plugin_common [req-904edf0d-d8f8-4347-b273-161d47e1cc83 req-56419e96-d7f4-40ce-986a-cbf574c1efc6 tempest-VolumesActionsTest-1669622276 tempest-VolumesActionsTest-1669622276-project] Allocated IP 172.20.0.12 (1d0ae26c-97c4-4779-ae18-ad7416fd880d/5537e256-b77a-4a3d-850d-3ec5e732c58e/31ace5bd-9bed-46e8-9913-47971102a09a) {{(pid=103104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 02:56:09.099100 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f59f27-1519-4a0c-a422-9dde351cfba4 req-2240056e-1a50-4c7c-892e-52b6a704b58e tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:56:09.103503 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-62f59f27-1519-4a0c-a422-9dde351cfba4 req-2240056e-1a50-4c7c-892e-52b6a704b58e tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/ports?device_id=793849be-e460-43aa-8520-df0dc2494d36 HTTP/1.1" status: 200 len: 945 time: 0.0625494 Mar 11 02:56:09.177807 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-62f59f27-1519-4a0c-a422-9dde351cfba4 req-7a23ac89-4434-4336-8cb3-89eb57b56597 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5ad1bfd-bd0d-4e50-9714-1ca1b519c2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680552 Mar 11 02:56:09.226386 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-904edf0d-d8f8-4347-b273-161d47e1cc83 req-56419e96-d7f4-40ce-986a-cbf574c1efc6 tempest-VolumesActionsTest-1669622276 tempest-VolumesActionsTest-1669622276-project] Publish callbacks [] for port (31ace5bd-9bed-46e8-9913-47971102a09a), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:09.263451 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-904edf0d-d8f8-4347-b273-161d47e1cc83 req-56419e96-d7f4-40ce-986a-cbf574c1efc6 tempest-VolumesActionsTest-1669622276 tempest-VolumesActionsTest-1669622276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774348857676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9193763'] for port (31ace5bd-9bed-46e8-9913-47971102a09a), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:09.305662 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-904edf0d-d8f8-4347-b273-161d47e1cc83 req-56419e96-d7f4-40ce-986a-cbf574c1efc6 tempest-VolumesActionsTest-1669622276 tempest-VolumesActionsTest-1669622276-project] Network 1d0ae26c-97c4-4779-ae18-ad7416fd880d is already hosted by enough agents. {{(pid=103104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 02:56:09.308684 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.scheduler.base_scheduler [req-904edf0d-d8f8-4347-b273-161d47e1cc83 req-56419e96-d7f4-40ce-986a-cbf574c1efc6 tempest-VolumesActionsTest-1669622276 tempest-VolumesActionsTest-1669622276-project] Resources bound (agent type, host, resource id): {{(pid=103104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 02:56:09.314518 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.db.l3_dvrscheduler_db [req-904edf0d-d8f8-4347-b273-161d47e1cc83 req-56419e96-d7f4-40ce-986a-cbf574c1efc6 tempest-VolumesActionsTest-1669622276 tempest-VolumesActionsTest-1669622276-project] Received port after_create {{(pid=103104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 02:56:09.340546 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56419e96-d7f4-40ce-986a-cbf574c1efc6 tempest-VolumesActionsTest-1669622276 tempest-VolumesActionsTest-1669622276-project] Pushing event updated for resources: {'Port': ['ID=31ace5bd-9bed-46e8-9913-47971102a09a,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:56:09.365904 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904edf0d-d8f8-4347-b273-161d47e1cc83 req-56419e96-d7f4-40ce-986a-cbf574c1efc6 tempest-VolumesActionsTest-1669622276 tempest-VolumesActionsTest-1669622276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:56:09.366679 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-904edf0d-d8f8-4347-b273-161d47e1cc83 req-56419e96-d7f4-40ce-986a-cbf574c1efc6 tempest-VolumesActionsTest-1669622276 tempest-VolumesActionsTest-1669622276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55355'] for port (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:09.383638 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-904edf0d-d8f8-4347-b273-161d47e1cc83 req-56419e96-d7f4-40ce-986a-cbf574c1efc6 tempest-VolumesActionsTest-1669622276 tempest-VolumesActionsTest-1669622276-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8245425 Mar 11 02:56:09.433764 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.v2.base [req-904edf0d-d8f8-4347-b273-161d47e1cc83 req-8a5c0dfc-735e-4b1d-838a-44d9215e0b67 service neutron] Request body: {'port': {'device_id': 'ca626a5c-a0f9-4b25-a9c6-af4420e4e67e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=103104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 02:56:09.505007 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-904edf0d-d8f8-4347-b273-161d47e1cc83 req-8a5c0dfc-735e-4b1d-838a-44d9215e0b67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (31ace5bd-9bed-46e8-9913-47971102a09a), before_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:09.721455 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d45066-09e3-47ba-ae53-ed690a9dced1 req-15a5aded-cc17-4eb7-90f3-88ba7176306e tempest-VolumesActionsTest-1669622276 tempest-VolumesActionsTest-1669622276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:56:09.723076 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-e7d45066-09e3-47ba-ae53-ed690a9dced1 req-15a5aded-cc17-4eb7-90f3-88ba7176306e tempest-VolumesActionsTest-1669622276 tempest-VolumesActionsTest-1669622276-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca626a5c-a0f9-4b25-a9c6-af4420e4e67e HTTP/1.1" status: 200 len: 932 time: 0.1175671 Mar 11 02:56:09.807527 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-e7d45066-09e3-47ba-ae53-ed690a9dced1 req-906804d1-9a05-402e-8a93-0092d7f658fa tempest-VolumesActionsTest-1669622276 tempest-VolumesActionsTest-1669622276-project] 10.222.0.20 "GET /v2.0/security-groups?id=7472b659-277d-40e3-91c4-7e54436f1bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756321 Mar 11 02:56:09.867147 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.notifiers.nova [req-904edf0d-d8f8-4347-b273-161d47e1cc83 req-8a5c0dfc-735e-4b1d-838a-44d9215e0b67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31ace5bd-9bed-46e8-9913-47971102a09a {{(pid=103104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 02:56:09.875736 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-904edf0d-d8f8-4347-b273-161d47e1cc83 req-8a5c0dfc-735e-4b1d-838a-44d9215e0b67 service neutron] Publish callbacks [] for port (31ace5bd-9bed-46e8-9913-47971102a09a), precommit_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:09.891555 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.db.provisioning_blocks [req-904edf0d-d8f8-4347-b273-161d47e1cc83 req-8a5c0dfc-735e-4b1d-838a-44d9215e0b67 service neutron] Transition to ACTIVE for port object 31ace5bd-9bed-46e8-9913-47971102a09a will not be triggered until provisioned by entity L2. {{(pid=103104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 02:56:09.895370 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-904edf0d-d8f8-4347-b273-161d47e1cc83 req-8a5c0dfc-735e-4b1d-838a-44d9215e0b67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9193786'] for port (31ace5bd-9bed-46e8-9913-47971102a09a), after_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:09.945885 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5c0dfc-735e-4b1d-838a-44d9215e0b67 service neutron] Pushing event updated for resources: {'Port': ['ID=31ace5bd-9bed-46e8-9913-47971102a09a,revision_number=2']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:56:10.017278 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.managers [req-904edf0d-d8f8-4347-b273-161d47e1cc83 req-8a5c0dfc-735e-4b1d-838a-44d9215e0b67 service neutron] Attempting to bind port 31ace5bd-9bed-46e8-9913-47971102a09a on host hv-cinder-74014 for vnic_type normal with profile {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 02:56:10.017615 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.managers [req-904edf0d-d8f8-4347-b273-161d47e1cc83 req-8a5c0dfc-735e-4b1d-838a-44d9215e0b67 service neutron] Attempting to bind port 31ace5bd-9bed-46e8-9913-47971102a09a by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': '6d858f73-7bc5-4b5d-8b01-b3529c7a442f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1d0ae26c-97c4-4779-ae18-ad7416fd880d'}] {{(pid=103104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 02:56:10.017940 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-904edf0d-d8f8-4347-b273-161d47e1cc83 req-8a5c0dfc-735e-4b1d-838a-44d9215e0b67 service neutron] Attempting to bind port 31ace5bd-9bed-46e8-9913-47971102a09a on network 1d0ae26c-97c4-4779-ae18-ad7416fd880d {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 02:56:10.022670 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-904edf0d-d8f8-4347-b273-161d47e1cc83 req-8a5c0dfc-735e-4b1d-838a-44d9215e0b67 service neutron] Port 31ace5bd-9bed-46e8-9913-47971102a09a on network 1d0ae26c-97c4-4779-ae18-ad7416fd880d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 02:56:10.022988 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-904edf0d-d8f8-4347-b273-161d47e1cc83 req-8a5c0dfc-735e-4b1d-838a-44d9215e0b67 service neutron] Attempting to bind port 31ace5bd-9bed-46e8-9913-47971102a09a on network 1d0ae26c-97c4-4779-ae18-ad7416fd880d {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 02:56:10.027866 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-904edf0d-d8f8-4347-b273-161d47e1cc83 req-8a5c0dfc-735e-4b1d-838a-44d9215e0b67 service neutron] Checking agent: {'id': '56ad6e9b-975a-4fdf-b549-1f3c33ba94e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 2, 52, 47), 'started_at': datetime.datetime(2022, 3, 11, 2, 52, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 2, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 02:56:10.028206 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-904edf0d-d8f8-4347-b273-161d47e1cc83 req-8a5c0dfc-735e-4b1d-838a-44d9215e0b67 service neutron] Checking segment: {'id': '6d858f73-7bc5-4b5d-8b01-b3529c7a442f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1d0ae26c-97c4-4779-ae18-ad7416fd880d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 02:56:10.028588 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-904edf0d-d8f8-4347-b273-161d47e1cc83 req-8a5c0dfc-735e-4b1d-838a-44d9215e0b67 service neutron] Bound using segment: {'id': '6d858f73-7bc5-4b5d-8b01-b3529c7a442f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1d0ae26c-97c4-4779-ae18-ad7416fd880d'} {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 02:56:10.029005 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.managers [req-904edf0d-d8f8-4347-b273-161d47e1cc83 req-8a5c0dfc-735e-4b1d-838a-44d9215e0b67 service neutron] Bound port: 31ace5bd-9bed-46e8-9913-47971102a09a, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d858f73-7bc5-4b5d-8b01-b3529c7a442f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1d0ae26c-97c4-4779-ae18-ad7416fd880d'}}] {{(pid=103104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 02:56:10.029384 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-904edf0d-d8f8-4347-b273-161d47e1cc83 req-8a5c0dfc-735e-4b1d-838a-44d9215e0b67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (31ace5bd-9bed-46e8-9913-47971102a09a), before_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:10.088459 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.db [req-904edf0d-d8f8-4347-b273-161d47e1cc83 req-8a5c0dfc-735e-4b1d-838a-44d9215e0b67 service neutron] For port 31ace5bd-9bed-46e8-9913-47971102a09a, host hv-cinder-74014, cleared binding levels {{(pid=103104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 02:56:10.091325 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.db [req-904edf0d-d8f8-4347-b273-161d47e1cc83 req-8a5c0dfc-735e-4b1d-838a-44d9215e0b67 service neutron] For port 31ace5bd-9bed-46e8-9913-47971102a09a, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=31ace5bd-9bed-46e8-9913-47971102a09a,segment=NetworkSegment(6d858f73-7bc5-4b5d-8b01-b3529c7a442f),segment_id=6d858f73-7bc5-4b5d-8b01-b3529c7a442f)] {{(pid=103104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 02:56:10.097103 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-904edf0d-d8f8-4347-b273-161d47e1cc83 req-8a5c0dfc-735e-4b1d-838a-44d9215e0b67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9193786'] for port (31ace5bd-9bed-46e8-9913-47971102a09a), after_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:10.132947 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904edf0d-d8f8-4347-b273-161d47e1cc83 req-8a5c0dfc-735e-4b1d-838a-44d9215e0b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:56:10.133571 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-904edf0d-d8f8-4347-b273-161d47e1cc83 req-8a5c0dfc-735e-4b1d-838a-44d9215e0b67 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55355'] for port (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:10.134919 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-904edf0d-d8f8-4347-b273-161d47e1cc83 req-8a5c0dfc-735e-4b1d-838a-44d9215e0b67 service neutron] 10.222.0.13 "PUT /v2.0/ports/31ace5bd-9bed-46e8-9913-47971102a09a HTTP/1.1" status: 200 len: 1094 time: 0.7054372 Mar 11 02:56:10.135371 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca626a5c-a0f9-4b25-a9c6-af4420e4e67e', 'tag': '31ace5bd-9bed-46e8-9913-47971102a09a'}] {{(pid=103104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 02:56:10.137593 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b4e7651ceabe3a28ab45abcf2012854968d28c41040a071bcf34f6a69b109a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73e6e937-7cc4-4ccf-b330-f856f545d32d" -d '{"events": [{"name": "network-changed", "server_uuid": "ca626a5c-a0f9-4b25-a9c6-af4420e4e67e", "tag": "31ace5bd-9bed-46e8-9913-47971102a09a"}]}' {{(pid=103104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 02:56:10.165336 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5c0dfc-735e-4b1d-838a-44d9215e0b67 service neutron] Pushing event updated for resources: {'Port': ['ID=31ace5bd-9bed-46e8-9913-47971102a09a,revision_number=3']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:56:10.174752 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 02:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6a9e23f-6b49-43ab-bdf1-27f83aedf9a6 x-openstack-request-id: req-c6a9e23f-6b49-43ab-bdf1-27f83aedf9a6 {{(pid=103104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 02:56:10.175040 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca626a5c-a0f9-4b25-a9c6-af4420e4e67e", "tag": "31ace5bd-9bed-46e8-9913-47971102a09a", "status": "completed", "code": 200}]} {{(pid=103104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 02:56:10.175292 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c6a9e23f-6b49-43ab-bdf1-27f83aedf9a6 {{(pid=103104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 02:56:10.175680 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca626a5c-a0f9-4b25-a9c6-af4420e4e67e', 'tag': '31ace5bd-9bed-46e8-9913-47971102a09a', 'status': 'completed', 'code': 200} Mar 11 02:56:10.234588 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904edf0d-d8f8-4347-b273-161d47e1cc83 req-e3ab04d1-5493-4c64-bb62-b3aaef5ad343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:56:10.236080 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-904edf0d-d8f8-4347-b273-161d47e1cc83 req-e3ab04d1-5493-4c64-bb62-b3aaef5ad343 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1875a92d93ba4708b79b829a9cc54b3e&device_id=ca626a5c-a0f9-4b25-a9c6-af4420e4e67e HTTP/1.1" status: 200 len: 1128 time: 0.0450118 Mar 11 02:56:10.307374 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-904edf0d-d8f8-4347-b273-161d47e1cc83 req-25139f54-0597-4472-9795-372509825457 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=31ace5bd-9bed-46e8-9913-47971102a09a HTTP/1.1" status: 200 len: 217 time: 0.0537479 Mar 11 02:56:10.360073 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fc0fb6-4ef6-4417-9bed-2c33d6a311b2 req-c5a957f3-7732-464d-a0e5-4f99ad462275 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:56:10.361549 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-42fc0fb6-4ef6-4417-9bed-2c33d6a311b2 req-c5a957f3-7732-464d-a0e5-4f99ad462275 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/ports?device_id=793849be-e460-43aa-8520-df0dc2494d36 HTTP/1.1" status: 200 len: 945 time: 0.1168766 Mar 11 02:56:10.375599 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904edf0d-d8f8-4347-b273-161d47e1cc83 req-b407f107-57c0-4c10-9adc-1a2e63b08135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:56:10.376906 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-904edf0d-d8f8-4347-b273-161d47e1cc83 req-b407f107-57c0-4c10-9adc-1a2e63b08135 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5537e256-b77a-4a3d-850d-3ec5e732c58e HTTP/1.1" status: 200 len: 849 time: 0.0622323 Mar 11 02:56:10.414996 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-904edf0d-d8f8-4347-b273-161d47e1cc83 req-23386da3-9c63-4a69-b24e-e5373eca8d7f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1d0ae26c-97c4-4779-ae18-ad7416fd880d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284095 Mar 11 02:56:10.455976 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-42fc0fb6-4ef6-4417-9bed-2c33d6a311b2 req-77673523-9ea2-447f-90a6-f3aed371f940 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5ad1bfd-bd0d-4e50-9714-1ca1b519c2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883770 Mar 11 02:56:10.519674 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-904edf0d-d8f8-4347-b273-161d47e1cc83 req-bf380a48-a35c-4fbe-8286-70f1dc73ac20 service neutron] 10.222.0.13 "GET /v2.0/networks/1d0ae26c-97c4-4779-ae18-ad7416fd880d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973973 Mar 11 02:56:10.609621 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-904edf0d-d8f8-4347-b273-161d47e1cc83 req-8a85a9bb-83c8-4470-82f7-23da5d06add3 service neutron] 10.222.0.13 "GET /v2.0/networks/1d0ae26c-97c4-4779-ae18-ad7416fd880d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828183 Mar 11 02:56:10.714906 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e6e937-7cc4-4ccf-b330-f856f545d32d req-59c5bb8c-fc80-4c10-bf99-266d49bbf749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:56:10.716294 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-73e6e937-7cc4-4ccf-b330-f856f545d32d req-59c5bb8c-fc80-4c10-bf99-266d49bbf749 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1875a92d93ba4708b79b829a9cc54b3e&device_id=ca626a5c-a0f9-4b25-a9c6-af4420e4e67e HTTP/1.1" status: 200 len: 1128 time: 0.0442164 Mar 11 02:56:10.807562 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e6e937-7cc4-4ccf-b330-f856f545d32d req-41321ac8-a416-467c-a0bb-0e7831669c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:56:10.809170 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-73e6e937-7cc4-4ccf-b330-f856f545d32d req-41321ac8-a416-467c-a0bb-0e7831669c2a service neutron] 10.222.0.13 "GET /v2.0/networks?id=1d0ae26c-97c4-4779-ae18-ad7416fd880d HTTP/1.1" status: 200 len: 910 time: 0.0869300 Mar 11 02:56:10.859432 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-73e6e937-7cc4-4ccf-b330-f856f545d32d req-2ab2e5de-6ee0-43ec-b594-e820542333fa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=31ace5bd-9bed-46e8-9913-47971102a09a HTTP/1.1" status: 200 len: 217 time: 0.0379691 Mar 11 02:56:10.923500 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e6e937-7cc4-4ccf-b330-f856f545d32d req-bf277449-cd71-4470-8f79-94715ff5341e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:56:10.925291 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-73e6e937-7cc4-4ccf-b330-f856f545d32d req-bf277449-cd71-4470-8f79-94715ff5341e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5537e256-b77a-4a3d-850d-3ec5e732c58e HTTP/1.1" status: 200 len: 849 time: 0.0586481 Mar 11 02:56:10.950613 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b224c6c-1b87-4828-952c-2f091e908a9c req-5ed81331-b6ab-4606-ac8c-ba5780cdb139 tempest-VolumesActionsTest-1669622276 tempest-VolumesActionsTest-1669622276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:56:10.952508 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-3b224c6c-1b87-4828-952c-2f091e908a9c req-5ed81331-b6ab-4606-ac8c-ba5780cdb139 tempest-VolumesActionsTest-1669622276 tempest-VolumesActionsTest-1669622276-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca626a5c-a0f9-4b25-a9c6-af4420e4e67e HTTP/1.1" status: 200 len: 944 time: 0.0703793 Mar 11 02:56:10.966420 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-73e6e937-7cc4-4ccf-b330-f856f545d32d req-317f6ef6-2c33-441e-824f-c9ac5d4b4b88 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1d0ae26c-97c4-4779-ae18-ad7416fd880d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273991 Mar 11 02:56:11.014395 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-3b224c6c-1b87-4828-952c-2f091e908a9c req-484ee7c0-1cf5-49c2-902c-195ad95cda14 tempest-VolumesActionsTest-1669622276 tempest-VolumesActionsTest-1669622276-project] 10.222.0.20 "GET /v2.0/security-groups?id=7472b659-277d-40e3-91c4-7e54436f1bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525298 Mar 11 02:56:11.066966 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-73e6e937-7cc4-4ccf-b330-f856f545d32d req-0e9362c6-e874-4a4a-93cf-a6e06a1c80ab service neutron] 10.222.0.13 "GET /v2.0/networks/1d0ae26c-97c4-4779-ae18-ad7416fd880d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931311 Mar 11 02:56:11.166848 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-73e6e937-7cc4-4ccf-b330-f856f545d32d req-69635d9c-b4c4-4c91-89b3-ed5a66e561c9 service neutron] 10.222.0.13 "GET /v2.0/networks/1d0ae26c-97c4-4779-ae18-ad7416fd880d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889628 Mar 11 02:56:11.570979 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8fe6b6-c94d-4a91-9447-e37807c4f058 req-48864710-5053-4f36-bb5a-72b790a2745d tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:56:11.572454 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-1f8fe6b6-c94d-4a91-9447-e37807c4f058 req-48864710-5053-4f36-bb5a-72b790a2745d tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/ports?device_id=793849be-e460-43aa-8520-df0dc2494d36 HTTP/1.1" status: 200 len: 945 time: 0.0513566 Mar 11 02:56:11.618217 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-1f8fe6b6-c94d-4a91-9447-e37807c4f058 req-5133b4cc-86f6-42cf-aab2-d184c47559bf tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5ad1bfd-bd0d-4e50-9714-1ca1b519c2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402071 Mar 11 02:56:12.138359 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e6fd66-ced7-4ed4-93db-53d90238ec5e req-41fda796-7d63-4303-b687-e0d9a8f45304 tempest-VolumesActionsTest-1669622276 tempest-VolumesActionsTest-1669622276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:56:12.139870 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-59e6fd66-ced7-4ed4-93db-53d90238ec5e req-41fda796-7d63-4303-b687-e0d9a8f45304 tempest-VolumesActionsTest-1669622276 tempest-VolumesActionsTest-1669622276-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca626a5c-a0f9-4b25-a9c6-af4420e4e67e HTTP/1.1" status: 200 len: 944 time: 0.0512602 Mar 11 02:56:12.187818 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-59e6fd66-ced7-4ed4-93db-53d90238ec5e req-d251ca32-ef91-4488-987c-a4b1a2c33567 tempest-VolumesActionsTest-1669622276 tempest-VolumesActionsTest-1669622276-project] 10.222.0.20 "GET /v2.0/security-groups?id=7472b659-277d-40e3-91c4-7e54436f1bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423629 Mar 11 02:56:12.390468 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 41128) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:56:12.494376 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b88189b8-49c2-4cbb-960f-eb03bbfc9cae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:12.566986 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b88189b8-49c2-4cbb-960f-eb03bbfc9cae admin admin] Publish callbacks [] for security_group (e2196b55-658d-4549-82c4-d2a6a7bb5247), precommit_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:12.571446 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b88189b8-49c2-4cbb-960f-eb03bbfc9cae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (e2196b55-658d-4549-82c4-d2a6a7bb5247), after_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:12.613241 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-b88189b8-49c2-4cbb-960f-eb03bbfc9cae admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=95e557c4c75c49268071ff25726cbb03&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2216513 Mar 11 02:56:12.614346 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88189b8-49c2-4cbb-960f-eb03bbfc9cae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2196b55-658d-4549-82c4-d2a6a7bb5247,revision_number=1']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:56:12.616430 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 41132) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:56:12.669634 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-a959abd6-b6be-47f9-9efb-f4657e3788ff admin admin] Publish callbacks [] for security_group (e2196b55-658d-4549-82c4-d2a6a7bb5247), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:12.717626 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-a959abd6-b6be-47f9-9efb-f4657e3788ff admin admin] Publish callbacks [] for security_group (e2196b55-658d-4549-82c4-d2a6a7bb5247), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:12.766368 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d0061e-a1cc-43ff-a7ad-ccfac2630459 req-453ef0db-fe00-4a4c-a09a-9b68094edb66 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:56:12.767765 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-53d0061e-a1cc-43ff-a7ad-ccfac2630459 req-453ef0db-fe00-4a4c-a09a-9b68094edb66 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/ports?device_id=793849be-e460-43aa-8520-df0dc2494d36 HTTP/1.1" status: 200 len: 945 time: 0.0857291 Mar 11 02:56:12.795350 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-a959abd6-b6be-47f9-9efb-f4657e3788ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (e2196b55-658d-4549-82c4-d2a6a7bb5247), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:12.797888 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-a959abd6-b6be-47f9-9efb-f4657e3788ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:12.799008 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-a959abd6-b6be-47f9-9efb-f4657e3788ff admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e2196b55-658d-4549-82c4-d2a6a7bb5247 HTTP/1.1" status: 204 len: 168 time: 0.1816089 Mar 11 02:56:12.815478 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a959abd6-b6be-47f9-9efb-f4657e3788ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2196b55-658d-4549-82c4-d2a6a7bb5247,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:56:12.828424 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-53d0061e-a1cc-43ff-a7ad-ccfac2630459 req-f14611c8-d6b9-4468-a1f0-1eb3ba7fa285 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5ad1bfd-bd0d-4e50-9714-1ca1b519c2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546782 Mar 11 02:56:13.073180 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 41142) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:56:13.087108 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-c4bd4283-6a41-4ac8-abb2-cdc3cbb42cd8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:13.171202 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-c4bd4283-6a41-4ac8-abb2-cdc3cbb42cd8 admin admin] Publish callbacks [] for security_group (d3f31ce0-1e51-48f6-9ddd-10bb85496693), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:13.175378 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-c4bd4283-6a41-4ac8-abb2-cdc3cbb42cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (d3f31ce0-1e51-48f6-9ddd-10bb85496693), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:13.216227 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-c4bd4283-6a41-4ac8-abb2-cdc3cbb42cd8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ba56807f9cd1486dac82c1039c29cbeb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1418560 Mar 11 02:56:13.217098 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bd4283-6a41-4ac8-abb2-cdc3cbb42cd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3f31ce0-1e51-48f6-9ddd-10bb85496693,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:56:13.219985 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 41148) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:56:13.301539 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-54b0b6da-a9c2-4a75-a915-f41801768fa8 admin admin] Publish callbacks [] for security_group (d3f31ce0-1e51-48f6-9ddd-10bb85496693), before_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:13.332542 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-54b0b6da-a9c2-4a75-a915-f41801768fa8 admin admin] Publish callbacks [] for security_group (d3f31ce0-1e51-48f6-9ddd-10bb85496693), precommit_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:13.370060 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2045fc-a524-40f6-8c65-329f227a987a req-3f02a638-7d5c-4e71-aa46-0e265323c8cb tempest-VolumesActionsTest-1669622276 tempest-VolumesActionsTest-1669622276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:56:13.371515 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-8e2045fc-a524-40f6-8c65-329f227a987a req-3f02a638-7d5c-4e71-aa46-0e265323c8cb tempest-VolumesActionsTest-1669622276 tempest-VolumesActionsTest-1669622276-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca626a5c-a0f9-4b25-a9c6-af4420e4e67e HTTP/1.1" status: 200 len: 944 time: 0.0979266 Mar 11 02:56:13.411741 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-54b0b6da-a9c2-4a75-a915-f41801768fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (d3f31ce0-1e51-48f6-9ddd-10bb85496693), after_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:13.414820 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-54b0b6da-a9c2-4a75-a915-f41801768fa8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:13.415939 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-54b0b6da-a9c2-4a75-a915-f41801768fa8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d3f31ce0-1e51-48f6-9ddd-10bb85496693 HTTP/1.1" status: 204 len: 168 time: 0.1940794 Mar 11 02:56:13.432843 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-8e2045fc-a524-40f6-8c65-329f227a987a req-b6993f66-f8e4-44cb-8bac-24a2946ab489 tempest-VolumesActionsTest-1669622276 tempest-VolumesActionsTest-1669622276-project] 10.222.0.20 "GET /v2.0/security-groups?id=7472b659-277d-40e3-91c4-7e54436f1bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551176 Mar 11 02:56:13.434178 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b0b6da-a9c2-4a75-a915-f41801768fa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3f31ce0-1e51-48f6-9ddd-10bb85496693,revision_number=None']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:56:13.919267 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.agents_db [None req-3d558b34-a2e4-40ae-982b-3a8752938275 None None] Agent healthcheck: found 6 active agents {{(pid=103106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 02:56:13.950578 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25c5ab7-8d23-4ce0-8fd2-c859a89b0eb4 req-d5048ec3-16fb-4571-91be-af4b6b413db6 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:56:13.952198 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-e25c5ab7-8d23-4ce0-8fd2-c859a89b0eb4 req-d5048ec3-16fb-4571-91be-af4b6b413db6 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/ports?device_id=793849be-e460-43aa-8520-df0dc2494d36 HTTP/1.1" status: 200 len: 945 time: 0.0527599 Mar 11 02:56:14.002656 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-e25c5ab7-8d23-4ce0-8fd2-c859a89b0eb4 req-979ff0fd-8048-4f75-93ae-c39df0fc7d5a tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5ad1bfd-bd0d-4e50-9714-1ca1b519c2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449183 Mar 11 02:56:14.556165 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c99444-0504-4656-9877-b6d167610085 req-a68ea1c3-f7e7-48eb-8e9d-83dfbcfa1d2f tempest-VolumesActionsTest-1669622276 tempest-VolumesActionsTest-1669622276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:56:14.557783 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-c9c99444-0504-4656-9877-b6d167610085 req-a68ea1c3-f7e7-48eb-8e9d-83dfbcfa1d2f tempest-VolumesActionsTest-1669622276 tempest-VolumesActionsTest-1669622276-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca626a5c-a0f9-4b25-a9c6-af4420e4e67e HTTP/1.1" status: 200 len: 944 time: 0.0559759 Mar 11 02:56:14.611534 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-c9c99444-0504-4656-9877-b6d167610085 req-a7403363-4e80-4a06-b238-cf131a1cbea7 tempest-VolumesActionsTest-1669622276 tempest-VolumesActionsTest-1669622276-project] 10.222.0.20 "GET /v2.0/security-groups?id=7472b659-277d-40e3-91c4-7e54436f1bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467479 Mar 11 02:56:15.132876 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3f570b-082b-435e-8199-64e792cf9645 req-f5754221-4287-4693-90ea-f875b65311f2 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:56:15.134673 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-bf3f570b-082b-435e-8199-64e792cf9645 req-f5754221-4287-4693-90ea-f875b65311f2 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/ports?device_id=793849be-e460-43aa-8520-df0dc2494d36 HTTP/1.1" status: 200 len: 945 time: 0.0635948 Mar 11 02:56:15.215805 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-bf3f570b-082b-435e-8199-64e792cf9645 req-47ec314a-e10c-4bae-9742-143c8d0ed5be tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5ad1bfd-bd0d-4e50-9714-1ca1b519c2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751328 Mar 11 02:56:15.728416 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26cde29-8e02-4e4b-9d98-c6784fd5ca95 req-e6e7b8e2-d45b-43ed-bac9-5d6bb8b800e8 tempest-VolumesActionsTest-1669622276 tempest-VolumesActionsTest-1669622276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:56:15.730195 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-e26cde29-8e02-4e4b-9d98-c6784fd5ca95 req-e6e7b8e2-d45b-43ed-bac9-5d6bb8b800e8 tempest-VolumesActionsTest-1669622276 tempest-VolumesActionsTest-1669622276-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca626a5c-a0f9-4b25-a9c6-af4420e4e67e HTTP/1.1" status: 200 len: 944 time: 0.0525043 Mar 11 02:56:15.776247 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-e26cde29-8e02-4e4b-9d98-c6784fd5ca95 req-e41cc4d8-eaa7-4aa3-b8c0-919afbb905e4 tempest-VolumesActionsTest-1669622276 tempest-VolumesActionsTest-1669622276-project] 10.222.0.20 "GET /v2.0/security-groups?id=7472b659-277d-40e3-91c4-7e54436f1bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406580 Mar 11 02:56:16.126657 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Device 31ace5bd-9bed-46e8-9913-47971102a09a details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=103105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 02:56:16.222462 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] For port 31ace5bd-9bed-46e8-9913-47971102a09a, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=31ace5bd-9bed-46e8-9913-47971102a09a,segment=NetworkSegment(6d858f73-7bc5-4b5d-8b01-b3529c7a442f),segment_id=6d858f73-7bc5-4b5d-8b01-b3529c7a442f)] {{(pid=103105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 02:56:16.234783 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Returning: {'device': '31ace5bd-9bed-46e8-9913-47971102a09a', 'network_id': '1d0ae26c-97c4-4779-ae18-ad7416fd880d', 'port_id': '31ace5bd-9bed-46e8-9913-47971102a09a', 'mac_address': 'fa:16:3e:2f:34:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5537e256-b77a-4a3d-850d-3ec5e732c58e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 02:56:16.283614 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Current status of the port 31ace5bd-9bed-46e8-9913-47971102a09a is: DOWN; New status is: BUILD {{(pid=103105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 02:56:16.284256 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (31ace5bd-9bed-46e8-9913-47971102a09a), before_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:16.298915 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.notifiers.nova [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31ace5bd-9bed-46e8-9913-47971102a09a {{(pid=103105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 02:56:16.324300 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] For port 31ace5bd-9bed-46e8-9913-47971102a09a, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=31ace5bd-9bed-46e8-9913-47971102a09a,segment=NetworkSegment(6d858f73-7bc5-4b5d-8b01-b3529c7a442f),segment_id=6d858f73-7bc5-4b5d-8b01-b3529c7a442f)] {{(pid=103105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 02:56:16.329737 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712'] for port (31ace5bd-9bed-46e8-9913-47971102a09a), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:16.355875 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3370d376-8196-4bb6-8c5f-0a32ee3273cb req-1010de49-f441-455c-b9c5-a60706a701e2 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:56:16.358376 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-3370d376-8196-4bb6-8c5f-0a32ee3273cb req-1010de49-f441-455c-b9c5-a60706a701e2 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/ports?device_id=793849be-e460-43aa-8520-df0dc2494d36 HTTP/1.1" status: 200 len: 945 time: 0.0733314 Mar 11 02:56:16.386594 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Pushing event updated for resources: {'Port': ['ID=31ace5bd-9bed-46e8-9913-47971102a09a,revision_number=4']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:56:16.416917 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-3370d376-8196-4bb6-8c5f-0a32ee3273cb req-ffd0c284-aeb5-445b-9151-e3bf3012fcbd tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5ad1bfd-bd0d-4e50-9714-1ca1b519c2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505598 Mar 11 02:56:16.816602 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] get_ports_and_sgs() called for port_ids ['31ace5bd-9bed-46e8-9913-47971102a09a'] {{(pid=103105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 02:56:16.916652 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b454adf-31d0-494e-a79c-a3e18cad901a req-d6a6fe92-b2cf-4541-a8d7-440cc3c5367f tempest-VolumesActionsTest-1669622276 tempest-VolumesActionsTest-1669622276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:56:16.918159 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-2b454adf-31d0-494e-a79c-a3e18cad901a req-d6a6fe92-b2cf-4541-a8d7-440cc3c5367f tempest-VolumesActionsTest-1669622276 tempest-VolumesActionsTest-1669622276-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca626a5c-a0f9-4b25-a9c6-af4420e4e67e HTTP/1.1" status: 200 len: 945 time: 0.0746582 Mar 11 02:56:16.968441 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-2b454adf-31d0-494e-a79c-a3e18cad901a req-1d26dfdb-9270-4f88-a8f0-2f271ba742de tempest-VolumesActionsTest-1669622276 tempest-VolumesActionsTest-1669622276-project] 10.222.0.20 "GET /v2.0/security-groups?id=7472b659-277d-40e3-91c4-7e54436f1bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438490 Mar 11 02:56:17.312668 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (56ad6e9b-975a-4fdf-b549-1f3c33ba94e0), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:17.539325 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b350a7-ed0f-4bba-9b59-5212731cbaad req-41e9b813-be73-4473-8a60-c7c5db11945f tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:56:17.540859 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-c2b350a7-ed0f-4bba-9b59-5212731cbaad req-41e9b813-be73-4473-8a60-c7c5db11945f tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/ports?device_id=793849be-e460-43aa-8520-df0dc2494d36 HTTP/1.1" status: 200 len: 945 time: 0.0576668 Mar 11 02:56:17.597057 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-c2b350a7-ed0f-4bba-9b59-5212731cbaad req-7e109821-2230-432b-b67f-03fbbfb29265 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5ad1bfd-bd0d-4e50-9714-1ca1b519c2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505552 Mar 11 02:56:18.082703 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8051195a-46bb-48b5-8d16-885508880506 req-6c11aee3-2976-4f67-8ff3-f6a4359a8698 tempest-VolumesActionsTest-1669622276 tempest-VolumesActionsTest-1669622276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:56:18.085079 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-8051195a-46bb-48b5-8d16-885508880506 req-6c11aee3-2976-4f67-8ff3-f6a4359a8698 tempest-VolumesActionsTest-1669622276 tempest-VolumesActionsTest-1669622276-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca626a5c-a0f9-4b25-a9c6-af4420e4e67e HTTP/1.1" status: 200 len: 945 time: 0.0510237 Mar 11 02:56:18.133216 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-8051195a-46bb-48b5-8d16-885508880506 req-08df336d-736f-4557-ad56-9d5efe0e0479 tempest-VolumesActionsTest-1669622276 tempest-VolumesActionsTest-1669622276-project] 10.222.0.20 "GET /v2.0/security-groups?id=7472b659-277d-40e3-91c4-7e54436f1bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424263 Mar 11 02:56:18.745201 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69126fa7-6770-4dd3-bf1b-6b91519032e2 req-89636b21-f483-42e7-866f-62bbed4a4ed7 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:56:18.746949 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-69126fa7-6770-4dd3-bf1b-6b91519032e2 req-89636b21-f483-42e7-866f-62bbed4a4ed7 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/ports?device_id=793849be-e460-43aa-8520-df0dc2494d36 HTTP/1.1" status: 200 len: 945 time: 0.0684383 Mar 11 02:56:18.795767 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-69126fa7-6770-4dd3-bf1b-6b91519032e2 req-12951909-c173-499d-b524-3c5044a4f826 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5ad1bfd-bd0d-4e50-9714-1ca1b519c2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427620 Mar 11 02:56:19.248624 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a1f34f-456f-4352-a245-06275761d43d req-9e861747-9104-4899-8ca0-f470525273d7 tempest-VolumesActionsTest-1669622276 tempest-VolumesActionsTest-1669622276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:56:19.250243 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-d2a1f34f-456f-4352-a245-06275761d43d req-9e861747-9104-4899-8ca0-f470525273d7 tempest-VolumesActionsTest-1669622276 tempest-VolumesActionsTest-1669622276-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca626a5c-a0f9-4b25-a9c6-af4420e4e67e HTTP/1.1" status: 200 len: 945 time: 0.0506523 Mar 11 02:56:19.297681 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-d2a1f34f-456f-4352-a245-06275761d43d req-5bb77ad6-50c4-479a-8988-0ccc8aac89f1 tempest-VolumesActionsTest-1669622276 tempest-VolumesActionsTest-1669622276-project] 10.222.0.20 "GET /v2.0/security-groups?id=7472b659-277d-40e3-91c4-7e54436f1bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408919 Mar 11 02:56:19.911709 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cd149c-1e2c-4d96-9a6e-f379437dcca7 req-395edd4d-2d55-419c-8c41-cb30733298fd tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:56:19.913367 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-97cd149c-1e2c-4d96-9a6e-f379437dcca7 req-395edd4d-2d55-419c-8c41-cb30733298fd tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/ports?device_id=793849be-e460-43aa-8520-df0dc2494d36 HTTP/1.1" status: 200 len: 945 time: 0.0528812 Mar 11 02:56:19.959957 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-97cd149c-1e2c-4d96-9a6e-f379437dcca7 req-e8e6813b-d04e-4954-b5a2-238bb49c3a34 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5ad1bfd-bd0d-4e50-9714-1ca1b519c2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410364 Mar 11 02:56:20.163614 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Device 31ace5bd-9bed-46e8-9913-47971102a09a up at agent hyperv_hv-cinder-74014 {{(pid=103105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 02:56:20.212099 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Provisioning for port 31ace5bd-9bed-46e8-9913-47971102a09a completed by entity L2. {{(pid=103105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 02:56:20.216208 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Provisioning complete for port 31ace5bd-9bed-46e8-9913-47971102a09a triggered by entity L2. {{(pid=103105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 02:56:20.216585 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536573942'] for port (31ace5bd-9bed-46e8-9913-47971102a09a), provisioning_complete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:20.300511 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Current status of the port 31ace5bd-9bed-46e8-9913-47971102a09a is: BUILD; New status is: ACTIVE {{(pid=103105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 02:56:20.300821 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (31ace5bd-9bed-46e8-9913-47971102a09a), before_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:20.324077 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca626a5c-a0f9-4b25-a9c6-af4420e4e67e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31ace5bd-9bed-46e8-9913-47971102a09a'}] {{(pid=103105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 02:56:20.326347 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}703a16387464127cc7b8de6906938e3e01810e7f46b2e9393936db54d9388ffe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5de7b883-53b4-468b-a69f-d8a254660058" -d '{"events": [{"server_uuid": "ca626a5c-a0f9-4b25-a9c6-af4420e4e67e", "name": "network-vif-plugged", "status": "completed", "tag": "31ace5bd-9bed-46e8-9913-47971102a09a"}]}' {{(pid=103105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 02:56:20.339776 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] For port 31ace5bd-9bed-46e8-9913-47971102a09a, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=31ace5bd-9bed-46e8-9913-47971102a09a,segment=NetworkSegment(6d858f73-7bc5-4b5d-8b01-b3529c7a442f),segment_id=6d858f73-7bc5-4b5d-8b01-b3529c7a442f)] {{(pid=103105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 02:56:20.348184 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712'] for port (31ace5bd-9bed-46e8-9913-47971102a09a), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:20.378722 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 02:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dbf8324-c3a5-48b3-aaf2-8a83ccfea0f4 x-openstack-request-id: req-4dbf8324-c3a5-48b3-aaf2-8a83ccfea0f4 {{(pid=103105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 02:56:20.378722 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca626a5c-a0f9-4b25-a9c6-af4420e4e67e", "name": "network-vif-plugged", "status": "completed", "tag": "31ace5bd-9bed-46e8-9913-47971102a09a", "code": 200}]} {{(pid=103105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 02:56:20.378722 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4dbf8324-c3a5-48b3-aaf2-8a83ccfea0f4 {{(pid=103105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 02:56:20.378722 dv-cinder-740146-14-smb neutron-server[103105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca626a5c-a0f9-4b25-a9c6-af4420e4e67e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31ace5bd-9bed-46e8-9913-47971102a09a', 'code': 200} Mar 11 02:56:20.421232 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Pushing event updated for resources: {'Port': ['ID=31ace5bd-9bed-46e8-9913-47971102a09a,revision_number=5']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:56:20.422736 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 41296) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:56:20.458527 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebc9986-2ad6-4940-8150-6fe5a3b42ae8 req-934d8b70-3ce7-456e-9b70-99a65fbcde7c tempest-VolumesActionsTest-1669622276 tempest-VolumesActionsTest-1669622276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:56:20.460267 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-aebc9986-2ad6-4940-8150-6fe5a3b42ae8 req-934d8b70-3ce7-456e-9b70-99a65fbcde7c tempest-VolumesActionsTest-1669622276 tempest-VolumesActionsTest-1669622276-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca626a5c-a0f9-4b25-a9c6-af4420e4e67e HTTP/1.1" status: 200 len: 946 time: 0.0708349 Mar 11 02:56:20.516186 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-aebc9986-2ad6-4940-8150-6fe5a3b42ae8 req-f75e7da8-1b15-413f-9d70-83e322307c39 tempest-VolumesActionsTest-1669622276 tempest-VolumesActionsTest-1669622276-project] 10.222.0.20 "GET /v2.0/security-groups?id=7472b659-277d-40e3-91c4-7e54436f1bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491292 Mar 11 02:56:20.545039 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-f11a4bc1-49ce-4a0f-97ce-c2bf1825561d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:20.564509 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a533b509-268c-421b-ba68-8d4c386d9624 req-856a3f4f-54fc-4818-90fd-8eaaf367b58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:56:20.566039 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-a533b509-268c-421b-ba68-8d4c386d9624 req-856a3f4f-54fc-4818-90fd-8eaaf367b58a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ca626a5c-a0f9-4b25-a9c6-af4420e4e67e HTTP/1.1" status: 200 len: 1130 time: 0.0426481 Mar 11 02:56:20.619953 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-a533b509-268c-421b-ba68-8d4c386d9624 req-fc7ee19d-b532-474e-9caa-6f4a4a93c3db service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7472b659-277d-40e3-91c4-7e54436f1bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454104 Mar 11 02:56:20.621408 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-f11a4bc1-49ce-4a0f-97ce-c2bf1825561d admin admin] Publish callbacks [] for security_group (d2c06d81-d622-484c-868c-97acf0a6054d), precommit_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:20.625320 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-f11a4bc1-49ce-4a0f-97ce-c2bf1825561d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (d2c06d81-d622-484c-868c-97acf0a6054d), after_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:20.662667 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-f11a4bc1-49ce-4a0f-97ce-c2bf1825561d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dc2b6e3545224c8695a4a5bd665c19e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2387905 Mar 11 02:56:20.664787 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11a4bc1-49ce-4a0f-97ce-c2bf1825561d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2c06d81-d622-484c-868c-97acf0a6054d,revision_number=1']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:56:20.665529 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 41300) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:56:20.713097 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-ebd81546-0827-4ec4-9d85-1c435f231d3c admin admin] Publish callbacks [] for security_group (d2c06d81-d622-484c-868c-97acf0a6054d), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:20.733913 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-ebd81546-0827-4ec4-9d85-1c435f231d3c admin admin] Publish callbacks [] for security_group (d2c06d81-d622-484c-868c-97acf0a6054d), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:20.783731 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-ebd81546-0827-4ec4-9d85-1c435f231d3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (d2c06d81-d622-484c-868c-97acf0a6054d), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:20.786422 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-ebd81546-0827-4ec4-9d85-1c435f231d3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:20.788174 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-ebd81546-0827-4ec4-9d85-1c435f231d3c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d2c06d81-d622-484c-868c-97acf0a6054d HTTP/1.1" status: 204 len: 168 time: 0.1215317 Mar 11 02:56:20.796284 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd81546-0827-4ec4-9d85-1c435f231d3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2c06d81-d622-484c-868c-97acf0a6054d,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:56:21.053966 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 41310) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:56:21.069513 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-f8a16af2-9c90-462e-b2eb-a478be9b7e04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:21.084743 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ea7f3a-2568-42fb-9eb2-4b14727e723a req-18b7ce05-ee28-4ae4-a142-8d90fe646e73 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:56:21.086429 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-45ea7f3a-2568-42fb-9eb2-4b14727e723a req-18b7ce05-ee28-4ae4-a142-8d90fe646e73 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/ports?device_id=793849be-e460-43aa-8520-df0dc2494d36 HTTP/1.1" status: 200 len: 945 time: 0.0556095 Mar 11 02:56:21.135820 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-45ea7f3a-2568-42fb-9eb2-4b14727e723a req-5c988627-e9d3-454b-b27a-959c39394b1c tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5ad1bfd-bd0d-4e50-9714-1ca1b519c2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429170 Mar 11 02:56:21.146994 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-f8a16af2-9c90-462e-b2eb-a478be9b7e04 admin admin] Publish callbacks [] for security_group (9b81052c-9498-471d-b2d6-82b94b112bc5), precommit_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:21.150755 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-f8a16af2-9c90-462e-b2eb-a478be9b7e04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (9b81052c-9498-471d-b2d6-82b94b112bc5), after_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:21.190649 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-f8a16af2-9c90-462e-b2eb-a478be9b7e04 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3a0a7aa8e74c4e4d8ecd4ef2ddf43054&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1356297 Mar 11 02:56:21.191482 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a16af2-9c90-462e-b2eb-a478be9b7e04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b81052c-9498-471d-b2d6-82b94b112bc5,revision_number=1']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:56:21.194224 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 41314) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:56:21.243447 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-0a90326d-7d10-43e4-9bd5-b203f4e75847 admin admin] Publish callbacks [] for security_group (9b81052c-9498-471d-b2d6-82b94b112bc5), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:21.264607 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-0a90326d-7d10-43e4-9bd5-b203f4e75847 admin admin] Publish callbacks [] for security_group (9b81052c-9498-471d-b2d6-82b94b112bc5), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:21.309927 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-0a90326d-7d10-43e4-9bd5-b203f4e75847 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (9b81052c-9498-471d-b2d6-82b94b112bc5), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:21.312546 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-0a90326d-7d10-43e4-9bd5-b203f4e75847 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:21.313726 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-0a90326d-7d10-43e4-9bd5-b203f4e75847 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9b81052c-9498-471d-b2d6-82b94b112bc5 HTTP/1.1" status: 204 len: 168 time: 0.1185458 Mar 11 02:56:21.321042 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a90326d-7d10-43e4-9bd5-b203f4e75847 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b81052c-9498-471d-b2d6-82b94b112bc5,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:56:21.635060 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54400ed2-6f80-414c-9a19-b2da9f42d7a6 req-4cd8c848-afda-4b1f-b291-f6626373f95c tempest-VolumesActionsTest-1669622276 tempest-VolumesActionsTest-1669622276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:56:21.636544 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-54400ed2-6f80-414c-9a19-b2da9f42d7a6 req-4cd8c848-afda-4b1f-b291-f6626373f95c tempest-VolumesActionsTest-1669622276 tempest-VolumesActionsTest-1669622276-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca626a5c-a0f9-4b25-a9c6-af4420e4e67e HTTP/1.1" status: 200 len: 946 time: 0.0529943 Mar 11 02:56:21.684886 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-54400ed2-6f80-414c-9a19-b2da9f42d7a6 req-686a7fe6-b545-4a0b-9213-1fd3b12da840 tempest-VolumesActionsTest-1669622276 tempest-VolumesActionsTest-1669622276-project] 10.222.0.20 "GET /v2.0/security-groups?id=7472b659-277d-40e3-91c4-7e54436f1bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425286 Mar 11 02:56:22.257912 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d4388f-7904-4a91-b812-7bef3d72b437 req-0dce82d8-80f2-424a-b752-bb3d3e6b8ff0 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:56:22.259526 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-c3d4388f-7904-4a91-b812-7bef3d72b437 req-0dce82d8-80f2-424a-b752-bb3d3e6b8ff0 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/ports?device_id=793849be-e460-43aa-8520-df0dc2494d36 HTTP/1.1" status: 200 len: 945 time: 0.0545135 Mar 11 02:56:22.313451 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-c3d4388f-7904-4a91-b812-7bef3d72b437 req-d6884d97-89bb-4c3f-97bc-03d0b06b38e9 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5ad1bfd-bd0d-4e50-9714-1ca1b519c2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470982 Mar 11 02:56:22.410926 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-714ae9b5-891f-44a1-9189-0305828b6970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (27668cff-ea20-4e06-9a9c-d4f827fe3eb1), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:22.698480 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9333ea59-c232-4afa-a38c-301ed223042c req-439ef438-69ad-44e2-82bb-c27e409ecfa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:56:22.700003 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-9333ea59-c232-4afa-a38c-301ed223042c req-439ef438-69ad-44e2-82bb-c27e409ecfa7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=793849be-e460-43aa-8520-df0dc2494d36 HTTP/1.1" status: 200 len: 1129 time: 0.0452847 Mar 11 02:56:22.745146 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-9333ea59-c232-4afa-a38c-301ed223042c req-f27114a5-1a08-4dc9-9395-a035b88301da service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b5ad1bfd-bd0d-4e50-9714-1ca1b519c2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392015 Mar 11 02:56:22.803315 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7cb6ba-26a5-40f4-90f1-9d8b671d415a req-2d1818d5-c23c-4cbb-8b4a-275c13fa7731 tempest-VolumesActionsTest-1669622276 tempest-VolumesActionsTest-1669622276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:56:22.804769 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-3d7cb6ba-26a5-40f4-90f1-9d8b671d415a req-2d1818d5-c23c-4cbb-8b4a-275c13fa7731 tempest-VolumesActionsTest-1669622276 tempest-VolumesActionsTest-1669622276-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca626a5c-a0f9-4b25-a9c6-af4420e4e67e HTTP/1.1" status: 200 len: 946 time: 0.0522025 Mar 11 02:56:22.850690 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-3d7cb6ba-26a5-40f4-90f1-9d8b671d415a req-e3dd7d4b-a29b-45bf-b2f3-f4f0a4467613 tempest-VolumesActionsTest-1669622276 tempest-VolumesActionsTest-1669622276-project] 10.222.0.20 "GET /v2.0/security-groups?id=7472b659-277d-40e3-91c4-7e54436f1bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403869 Mar 11 02:56:23.429976 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b47525-62bd-44f1-aa78-b973bb7f5fd2 req-2790808c-3488-48e9-a14d-0627e57a7250 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:56:23.431442 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-d2b47525-62bd-44f1-aa78-b973bb7f5fd2 req-2790808c-3488-48e9-a14d-0627e57a7250 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/ports?device_id=793849be-e460-43aa-8520-df0dc2494d36 HTTP/1.1" status: 200 len: 945 time: 0.0518427 Mar 11 02:56:23.477019 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-d2b47525-62bd-44f1-aa78-b973bb7f5fd2 req-bfe5d8dc-15eb-4e02-8243-bc484953a5ab tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5ad1bfd-bd0d-4e50-9714-1ca1b519c2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400033 Mar 11 02:56:24.659027 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d9d692-bb73-4ae3-b530-0f0ddee59733 req-662ae61c-43b1-4402-a564-f5d769840690 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:56:24.668808 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-e9d9d692-bb73-4ae3-b530-0f0ddee59733 req-662ae61c-43b1-4402-a564-f5d769840690 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/ports?device_id=793849be-e460-43aa-8520-df0dc2494d36 HTTP/1.1" status: 200 len: 945 time: 0.1119466 Mar 11 02:56:24.732453 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-e9d9d692-bb73-4ae3-b530-0f0ddee59733 req-27bf3c31-058b-41b6-84f3-84f92aeb5043 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5ad1bfd-bd0d-4e50-9714-1ca1b519c2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623465 Mar 11 02:56:24.802674 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-7b58756a-79c2-4ab6-bdd5-3573bcc94314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (368653ed-b5ce-4183-9c3b-231a0bc3dd35), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:24.845972 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed3745c-c044-4c24-9aad-66b85d603f40 req-f583645f-5cc5-4c39-b401-9e00c7b53557 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:56:24.847565 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-1ed3745c-c044-4c24-9aad-66b85d603f40 req-f583645f-5cc5-4c39-b401-9e00c7b53557 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/ports?device_id=44ba0812-5702-4378-8cc2-5e7a41359e7e HTTP/1.1" status: 200 len: 945 time: 0.0536788 Mar 11 02:56:24.898952 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-1ed3745c-c044-4c24-9aad-66b85d603f40 req-bea3a26f-545f-46ef-b604-c9f08fb2c906 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5ad1bfd-bd0d-4e50-9714-1ca1b519c2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453980 Mar 11 02:56:25.529552 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304719ba-756c-48d6-8252-9406b88f1d3a req-05fb1051-92a9-4d0f-b62b-53006d38d796 tempest-VolumesActionsTest-1669622276 tempest-VolumesActionsTest-1669622276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:56:25.530991 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-304719ba-756c-48d6-8252-9406b88f1d3a req-05fb1051-92a9-4d0f-b62b-53006d38d796 tempest-VolumesActionsTest-1669622276 tempest-VolumesActionsTest-1669622276-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca626a5c-a0f9-4b25-a9c6-af4420e4e67e HTTP/1.1" status: 200 len: 946 time: 0.0517094 Mar 11 02:56:25.578850 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-304719ba-756c-48d6-8252-9406b88f1d3a req-90f5cf52-2d39-4365-920b-8102b25ab222 tempest-VolumesActionsTest-1669622276 tempest-VolumesActionsTest-1669622276-project] 10.222.0.20 "GET /v2.0/security-groups?id=7472b659-277d-40e3-91c4-7e54436f1bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423973 Mar 11 02:56:25.658716 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-f28c0ae4-c5a5-4e67-96c2-37b36f3544e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (258069e3-19c1-49ed-8474-20b6ecde628d), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:26.696808 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139a210c-21ac-44cb-a683-68824ef20626 req-6e94f4e5-9d49-4056-af74-1b836a4b1347 tempest-VolumesActionsTest-1669622276 tempest-VolumesActionsTest-1669622276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:56:26.698329 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-139a210c-21ac-44cb-a683-68824ef20626 req-6e94f4e5-9d49-4056-af74-1b836a4b1347 tempest-VolumesActionsTest-1669622276 tempest-VolumesActionsTest-1669622276-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca626a5c-a0f9-4b25-a9c6-af4420e4e67e HTTP/1.1" status: 200 len: 946 time: 0.0509098 Mar 11 02:56:26.747303 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-139a210c-21ac-44cb-a683-68824ef20626 req-f10ec776-3d26-4754-818f-3d1c460e6408 tempest-VolumesActionsTest-1669622276 tempest-VolumesActionsTest-1669622276-project] 10.222.0.20 "GET /v2.0/security-groups?id=7472b659-277d-40e3-91c4-7e54436f1bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431621 Mar 11 02:56:27.131511 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-afaf34ad-b747-4180-ba41-f81d7ecfb39b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (b193670b-9854-4e90-bc6a-e616470c2469), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:27.462979 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553b12c0-6544-499a-8ad1-6f09e5b3b0e7 req-dced4252-36d4-414f-827a-afeb2a984a40 tempest-VolumesActionsTest-1669622276 tempest-VolumesActionsTest-1669622276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:56:27.464595 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-553b12c0-6544-499a-8ad1-6f09e5b3b0e7 req-dced4252-36d4-414f-827a-afeb2a984a40 tempest-VolumesActionsTest-1669622276 tempest-VolumesActionsTest-1669622276-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca626a5c-a0f9-4b25-a9c6-af4420e4e67e HTTP/1.1" status: 200 len: 946 time: 0.0619755 Mar 11 02:56:27.529410 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d148e34a-1e9f-40b9-a785-e451110ae239 req-ab480ae7-a7b5-4c42-abd6-f943afe1eba5 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:56:27.530978 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-d148e34a-1e9f-40b9-a785-e451110ae239 req-ab480ae7-a7b5-4c42-abd6-f943afe1eba5 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/ports?device_id=44ba0812-5702-4378-8cc2-5e7a41359e7e HTTP/1.1" status: 200 len: 945 time: 0.0516856 Mar 11 02:56:27.581347 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6731c6a7-aa8e-4dd0-b5dc-4a904343bf55 req-f3a75fb4-ccb5-47ec-8a3b-ab9e90bb7fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:56:27.581597 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-d148e34a-1e9f-40b9-a785-e451110ae239 req-28e32088-5c5d-49c3-9f95-a2897ac80fb4 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5ad1bfd-bd0d-4e50-9714-1ca1b519c2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439115 Mar 11 02:56:27.582990 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-6731c6a7-aa8e-4dd0-b5dc-4a904343bf55 req-f3a75fb4-ccb5-47ec-8a3b-ab9e90bb7fb1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=455c4aaecbbb4110abf67996ffc3f4bb&device_id=44ba0812-5702-4378-8cc2-5e7a41359e7e HTTP/1.1" status: 200 len: 1129 time: 0.1002612 Mar 11 02:56:27.664673 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.plugin [req-553b12c0-6544-499a-8ad1-6f09e5b3b0e7 req-50d32472-e7bb-4e6e-8941-daf39cbb3978 tempest-VolumesActionsTest-1669622276 tempest-VolumesActionsTest-1669622276-project] Deleting port 31ace5bd-9bed-46e8-9913-47971102a09a {{(pid=103104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 02:56:27.665014 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-553b12c0-6544-499a-8ad1-6f09e5b3b0e7 req-50d32472-e7bb-4e6e-8941-daf39cbb3978 tempest-VolumesActionsTest-1669622276 tempest-VolumesActionsTest-1669622276-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774349354222'] for port (31ace5bd-9bed-46e8-9913-47971102a09a), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:27.742732 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6731c6a7-aa8e-4dd0-b5dc-4a904343bf55 req-88567206-1828-4257-9e58-2f11293e65a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:56:27.744202 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-6731c6a7-aa8e-4dd0-b5dc-4a904343bf55 req-88567206-1828-4257-9e58-2f11293e65a2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=efac0d19-7339-4c25-b4bc-ad7f12378dc1 HTTP/1.1" status: 200 len: 919 time: 0.1521125 Mar 11 02:56:27.807769 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-6731c6a7-aa8e-4dd0-b5dc-4a904343bf55 req-21a473a5-d5bb-4670-8da7-bd8e9667c914 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d667e6b8-6222-406b-9aa8-bcfc50864c9a HTTP/1.1" status: 200 len: 217 time: 0.0427437 Mar 11 02:56:27.816401 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.db [req-553b12c0-6544-499a-8ad1-6f09e5b3b0e7 req-50d32472-e7bb-4e6e-8941-daf39cbb3978 tempest-VolumesActionsTest-1669622276 tempest-VolumesActionsTest-1669622276-project] For port 31ace5bd-9bed-46e8-9913-47971102a09a, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=31ace5bd-9bed-46e8-9913-47971102a09a,segment=NetworkSegment(6d858f73-7bc5-4b5d-8b01-b3529c7a442f),segment_id=6d858f73-7bc5-4b5d-8b01-b3529c7a442f)] {{(pid=103104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 02:56:27.816772 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-553b12c0-6544-499a-8ad1-6f09e5b3b0e7 req-50d32472-e7bb-4e6e-8941-daf39cbb3978 tempest-VolumesActionsTest-1669622276 tempest-VolumesActionsTest-1669622276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574894'] for port (31ace5bd-9bed-46e8-9913-47971102a09a), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:27.862967 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.plugin [req-553b12c0-6544-499a-8ad1-6f09e5b3b0e7 req-50d32472-e7bb-4e6e-8941-daf39cbb3978 tempest-VolumesActionsTest-1669622276 tempest-VolumesActionsTest-1669622276-project] Calling delete_port for 31ace5bd-9bed-46e8-9913-47971102a09a owned by compute:nova {{(pid=103104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 02:56:27.938477 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6731c6a7-aa8e-4dd0-b5dc-4a904343bf55 req-2ee3f224-3799-4bf6-a7f2-e31cb5d327aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:56:27.939947 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-6731c6a7-aa8e-4dd0-b5dc-4a904343bf55 req-2ee3f224-3799-4bf6-a7f2-e31cb5d327aa service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e03685bc-4eda-4636-83ff-246654d7e2b8 HTTP/1.1" status: 200 len: 858 time: 0.1254325 Mar 11 02:56:27.983926 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-6731c6a7-aa8e-4dd0-b5dc-4a904343bf55 req-e2d2d842-c5f3-40dd-8739-430ff40a765a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=efac0d19-7339-4c25-b4bc-ad7f12378dc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347304 Mar 11 02:56:27.991885 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050fa3b8-c7f3-44db-b21e-fb7b83b99595 req-783f5295-4047-4438-82cf-5a486d86eeb6 tempest-VolumesActionsTest-1669622276 tempest-VolumesActionsTest-1669622276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:56:27.993429 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-050fa3b8-c7f3-44db-b21e-fb7b83b99595 req-783f5295-4047-4438-82cf-5a486d86eeb6 tempest-VolumesActionsTest-1669622276 tempest-VolumesActionsTest-1669622276-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca626a5c-a0f9-4b25-a9c6-af4420e4e67e HTTP/1.1" status: 200 len: 946 time: 0.1618516 Mar 11 02:56:28.132353 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-050fa3b8-c7f3-44db-b21e-fb7b83b99595 req-044da478-b6e0-4f0c-88c4-58537399195c tempest-VolumesActionsTest-1669622276 tempest-VolumesActionsTest-1669622276-project] 10.222.0.20 "GET /v2.0/security-groups?id=7472b659-277d-40e3-91c4-7e54436f1bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225390 Mar 11 02:56:28.176516 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-6731c6a7-aa8e-4dd0-b5dc-4a904343bf55 req-5592312b-bdc6-4aca-ba2f-ec7f60b7c320 service neutron] 10.222.0.13 "GET /v2.0/networks/efac0d19-7339-4c25-b4bc-ad7f12378dc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820564 Mar 11 02:56:28.214954 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-553b12c0-6544-499a-8ad1-6f09e5b3b0e7 req-50d32472-e7bb-4e6e-8941-daf39cbb3978 tempest-VolumesActionsTest-1669622276 tempest-VolumesActionsTest-1669622276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774349360213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774348857685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9193763'] for port (31ace5bd-9bed-46e8-9913-47971102a09a), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:28.239554 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] get_ports_and_sgs() called for port_ids ['31ace5bd-9bed-46e8-9913-47971102a09a'] {{(pid=103105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 02:56:28.279841 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d32472-e7bb-4e6e-8941-daf39cbb3978 tempest-VolumesActionsTest-1669622276 tempest-VolumesActionsTest-1669622276-project] Pushing event deleted for resources: {'Port': ['ID=31ace5bd-9bed-46e8-9913-47971102a09a,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:56:28.336621 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.db.l3_dvrscheduler_db [req-553b12c0-6544-499a-8ad1-6f09e5b3b0e7 req-50d32472-e7bb-4e6e-8941-daf39cbb3978 tempest-VolumesActionsTest-1669622276 tempest-VolumesActionsTest-1669622276-project] No DVR routers for this DVR port 31ace5bd-9bed-46e8-9913-47971102a09a on host hv-cinder-74014 {{(pid=103104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 02:56:28.344887 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-553b12c0-6544-499a-8ad1-6f09e5b3b0e7 req-50d32472-e7bb-4e6e-8941-daf39cbb3978 tempest-VolumesActionsTest-1669622276 tempest-VolumesActionsTest-1669622276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55355'] for port (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:28.348278 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-553b12c0-6544-499a-8ad1-6f09e5b3b0e7 req-50d32472-e7bb-4e6e-8941-daf39cbb3978 tempest-VolumesActionsTest-1669622276 tempest-VolumesActionsTest-1669622276-project] 10.222.0.13 "DELETE /v2.0/ports/31ace5bd-9bed-46e8-9913-47971102a09a HTTP/1.1" status: 204 len: 173 time: 0.8561554 Mar 11 02:56:28.348742 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca626a5c-a0f9-4b25-a9c6-af4420e4e67e', 'name': 'network-vif-deleted', 'tag': '31ace5bd-9bed-46e8-9913-47971102a09a'}] {{(pid=103104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 02:56:28.351777 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b4e7651ceabe3a28ab45abcf2012854968d28c41040a071bcf34f6a69b109a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4f54343-b797-415d-9759-4d47f0f7588a" -d '{"events": [{"server_uuid": "ca626a5c-a0f9-4b25-a9c6-af4420e4e67e", "name": "network-vif-deleted", "tag": "31ace5bd-9bed-46e8-9913-47971102a09a"}]}' {{(pid=103104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 02:56:28.357927 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-6731c6a7-aa8e-4dd0-b5dc-4a904343bf55 req-7df54848-b30b-44ed-86ca-bd98e196272b service neutron] 10.222.0.13 "GET /v2.0/networks/efac0d19-7339-4c25-b4bc-ad7f12378dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728230 Mar 11 02:56:28.404698 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 02:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b249118-8116-45b3-8f1a-d058512d3bea x-openstack-request-id: req-6b249118-8116-45b3-8f1a-d058512d3bea {{(pid=103104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 02:56:28.405094 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca626a5c-a0f9-4b25-a9c6-af4420e4e67e", "name": "network-vif-deleted", "tag": "31ace5bd-9bed-46e8-9913-47971102a09a", "status": "completed", "code": 200}]} {{(pid=103104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 02:56:28.405364 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6b249118-8116-45b3-8f1a-d058512d3bea {{(pid=103104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 02:56:28.405775 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca626a5c-a0f9-4b25-a9c6-af4420e4e67e', 'name': 'network-vif-deleted', 'tag': '31ace5bd-9bed-46e8-9913-47971102a09a', 'status': 'completed', 'code': 200} Mar 11 02:56:28.703218 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc567d6-8048-4b94-9033-985494fbdf34 req-79cef56b-8811-46ed-9e91-c93fc2bd655f tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:56:28.704875 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-5bc567d6-8048-4b94-9033-985494fbdf34 req-79cef56b-8811-46ed-9e91-c93fc2bd655f tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/ports?device_id=44ba0812-5702-4378-8cc2-5e7a41359e7e HTTP/1.1" status: 200 len: 945 time: 0.0576658 Mar 11 02:56:28.720974 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (36a16930-fe6f-49e2-96be-29faaa54e9a3), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:28.752874 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-5bc567d6-8048-4b94-9033-985494fbdf34 req-8041b0a6-c30a-421c-a13a-50976ea63a8a tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5ad1bfd-bd0d-4e50-9714-1ca1b519c2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411720 Mar 11 02:56:29.874042 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea8cad3-bbdc-44d2-85a0-258c10600ae3 req-dadcd85e-eb7b-4f4b-adee-c02f17d75d52 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:56:29.875505 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-6ea8cad3-bbdc-44d2-85a0-258c10600ae3 req-dadcd85e-eb7b-4f4b-adee-c02f17d75d52 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/ports?device_id=44ba0812-5702-4378-8cc2-5e7a41359e7e HTTP/1.1" status: 200 len: 945 time: 0.0558906 Mar 11 02:56:29.925039 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-6ea8cad3-bbdc-44d2-85a0-258c10600ae3 req-01b83a1f-fb44-48e9-bf4f-99b32c841270 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5ad1bfd-bd0d-4e50-9714-1ca1b519c2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429986 Mar 11 02:56:30.228286 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Device 31ace5bd-9bed-46e8-9913-47971102a09a no longer exists at agent hyperv_hv-cinder-74014 {{(pid=103105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 02:56:30.251834 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] No Port match for: 31ace5bd-9bed-46e8-9913-47971102a09a {{(pid=103105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 02:56:30.252219 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Device 31ace5bd-9bed-46e8-9913-47971102a09a not bound to the agent host hv-cinder-74014 {{(pid=103105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 02:56:31.052918 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c720a3aa-00ac-4d60-b7f3-f0b8db781e94 req-ba075caa-866c-4092-827a-1ba7cd5dd69b tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:56:31.054486 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-c720a3aa-00ac-4d60-b7f3-f0b8db781e94 req-ba075caa-866c-4092-827a-1ba7cd5dd69b tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/ports?device_id=44ba0812-5702-4378-8cc2-5e7a41359e7e HTTP/1.1" status: 200 len: 945 time: 0.0537841 Mar 11 02:56:31.103270 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-c720a3aa-00ac-4d60-b7f3-f0b8db781e94 req-e7df68ec-93cb-41a5-916e-80a5450c634d tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5ad1bfd-bd0d-4e50-9714-1ca1b519c2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428219 Mar 11 02:56:31.568570 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 41602) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:56:31.671378 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-1c001b0a-f175-404b-ad7c-30324c480aec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:31.755344 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-1c001b0a-f175-404b-ad7c-30324c480aec admin admin] Publish callbacks [] for security_group (ef6c3fcb-fbc7-43d6-8efb-0ca7bca58990), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:31.759736 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-1c001b0a-f175-404b-ad7c-30324c480aec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (ef6c3fcb-fbc7-43d6-8efb-0ca7bca58990), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:31.799606 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-1c001b0a-f175-404b-ad7c-30324c480aec admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8450fc3db97044ffb88465bb6fd4bdb7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2298903 Mar 11 02:56:31.800316 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c001b0a-f175-404b-ad7c-30324c480aec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef6c3fcb-fbc7-43d6-8efb-0ca7bca58990,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:56:31.802350 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 41610) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:56:31.871134 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-c73893f4-3778-4ac3-a432-fa02f27271e1 admin admin] Publish callbacks [] for security_group (ef6c3fcb-fbc7-43d6-8efb-0ca7bca58990), before_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:31.897307 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-c73893f4-3778-4ac3-a432-fa02f27271e1 admin admin] Publish callbacks [] for security_group (ef6c3fcb-fbc7-43d6-8efb-0ca7bca58990), precommit_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:31.955063 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-c73893f4-3778-4ac3-a432-fa02f27271e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (ef6c3fcb-fbc7-43d6-8efb-0ca7bca58990), after_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:31.959539 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-c73893f4-3778-4ac3-a432-fa02f27271e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:31.963832 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-c73893f4-3778-4ac3-a432-fa02f27271e1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ef6c3fcb-fbc7-43d6-8efb-0ca7bca58990 HTTP/1.1" status: 204 len: 168 time: 0.1604562 Mar 11 02:56:31.989044 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73893f4-3778-4ac3-a432-fa02f27271e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef6c3fcb-fbc7-43d6-8efb-0ca7bca58990,revision_number=None']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:56:32.221946 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5c23b9-8f97-44c5-963a-de9494bb1cb7 req-8d5df92e-c516-449e-8f5b-3803783b1faf tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:56:32.223555 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-bb5c23b9-8f97-44c5-963a-de9494bb1cb7 req-8d5df92e-c516-449e-8f5b-3803783b1faf tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/ports?device_id=44ba0812-5702-4378-8cc2-5e7a41359e7e HTTP/1.1" status: 200 len: 945 time: 0.0514915 Mar 11 02:56:32.273565 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-bb5c23b9-8f97-44c5-963a-de9494bb1cb7 req-729cc5fd-4442-44f4-bdae-06e372667b0c tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5ad1bfd-bd0d-4e50-9714-1ca1b519c2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440810 Mar 11 02:56:32.635562 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 41644) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:56:32.736080 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.v2.base [None req-468bbd11-c2e2-48e7-ba02-6a8a2053369e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1053116969-network', 'tenant_id': 'a7bd65d0a0b54c449113a4ac00fc662d'}} {{(pid=103103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 02:56:32.755218 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-468bbd11-c2e2-48e7-ba02-6a8a2053369e admin admin] Made reservation on behalf of a7bd65d0a0b54c449113a4ac00fc662d for: {'network': 1} {{(pid=103103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 02:56:32.757964 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-468bbd11-c2e2-48e7-ba02-6a8a2053369e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for network (None), before_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:32.768569 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-468bbd11-c2e2-48e7-ba02-6a8a2053369e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:32.840920 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-468bbd11-c2e2-48e7-ba02-6a8a2053369e admin admin] Publish callbacks [] for security_group (7961f483-5dcf-4fb4-a24e-c7e955fcb6b8), precommit_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:32.844931 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-468bbd11-c2e2-48e7-ba02-6a8a2053369e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (7961f483-5dcf-4fb4-a24e-c7e955fcb6b8), after_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:32.871934 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-468bbd11-c2e2-48e7-ba02-6a8a2053369e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=103103) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 02:56:32.878729 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468bbd11-c2e2-48e7-ba02-6a8a2053369e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7961f483-5dcf-4fb4-a24e-c7e955fcb6b8,revision_number=1']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:56:32.884999 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-468bbd11-c2e2-48e7-ba02-6a8a2053369e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536533115'] for segment (68036a91-0c82-478d-bdb4-5aba1b23ce2e), precommit_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:32.885310 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.db.segments_db [None req-468bbd11-c2e2-48e7-ba02-6a8a2053369e admin admin] Added segment 68036a91-0c82-478d-bdb4-5aba1b23ce2e of type vlan for network aa8f397c-9989-4eb2-96e4-41d8627a091e Mar 11 02:56:32.924539 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-468bbd11-c2e2-48e7-ba02-6a8a2053369e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774348876719'] for network (aa8f397c-9989-4eb2-96e4-41d8627a091e), precommit_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:32.960628 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-468bbd11-c2e2-48e7-ba02-6a8a2053369e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087'] for network (aa8f397c-9989-4eb2-96e4-41d8627a091e), after_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:32.961690 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-468bbd11-c2e2-48e7-ba02-6a8a2053369e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:56:32.962296 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-468bbd11-c2e2-48e7-ba02-6a8a2053369e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-648073'] for network (None), before_response {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:32.999900 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-468bbd11-c2e2-48e7-ba02-6a8a2053369e admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3632467 Mar 11 02:56:33.003495 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 41650) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:56:33.009832 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.v2.base [None req-39bf2352-828f-4110-b115-8e7ca09158ff admin admin] Request body: {'subnet': {'network_id': 'aa8f397c-9989-4eb2-96e4-41d8627a091e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1053116969-subnet', 'tenant_id': 'a7bd65d0a0b54c449113a4ac00fc662d', 'ip_version': 4}} {{(pid=103104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 02:56:33.034853 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468bbd11-c2e2-48e7-ba02-6a8a2053369e admin admin] Pushing event updated for resources: {'Network': ['ID=aa8f397c-9989-4eb2-96e4-41d8627a091e,revision_number=1']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:56:33.037296 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39bf2352-828f-4110-b115-8e7ca09158ff admin admin] Made reservation on behalf of a7bd65d0a0b54c449113a4ac00fc662d for: {'subnet': 1} {{(pid=103104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 02:56:33.040195 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-39bf2352-828f-4110-b115-8e7ca09158ff admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8900789'] for subnet (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:33.046420 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Network aa8f397c-9989-4eb2-96e4-41d8627a091e details requested by agent ovs-agent-dv-cinder-740146-14-smb with host dv-cinder-740146-14-smb {{(pid=103105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 02:56:33.261606 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-39bf2352-828f-4110-b115-8e7ca09158ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9193807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8900763'] for subnet (d4d08d7c-9091-46e5-9160-e7157dc9cc9d), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:33.329275 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bf2352-828f-4110-b115-8e7ca09158ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4d08d7c-9091-46e5-9160-e7157dc9cc9d,revision_number=0']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:56:33.335994 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39bf2352-828f-4110-b115-8e7ca09158ff admin admin] Checking segment: {'id': '68036a91-0c82-478d-bdb4-5aba1b23ce2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'aa8f397c-9989-4eb2-96e4-41d8627a091e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 02:56:33.336631 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39bf2352-828f-4110-b115-8e7ca09158ff admin admin] Network hostable DHCP agents. Network: aa8f397c-9989-4eb2-96e4-41d8627a091e, hostable agents: ['27668cff-ea20-4e06-9a9c-d4f827fe3eb1'], hosted agents: [] {{(pid=103104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 02:56:33.359225 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39bf2352-828f-4110-b115-8e7ca09158ff admin admin] Network aa8f397c-9989-4eb2-96e4-41d8627a091e is scheduled to be hosted by DHCP agent 27668cff-ea20-4e06-9a9c-d4f827fe3eb1 with binding_index 1 {{(pid=103104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 02:56:33.395922 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.scheduler.base_scheduler [None req-39bf2352-828f-4110-b115-8e7ca09158ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-14-smb, aa8f397c-9989-4eb2-96e4-41d8627a091e) {{(pid=103104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 02:56:33.401235 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39bf2352-828f-4110-b115-8e7ca09158ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:56:33.401750 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-39bf2352-828f-4110-b115-8e7ca09158ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-648073'] for subnet (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:33.412693 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f77a72e-6d6f-467e-8340-190c1a17a5be None None] Network aa8f397c-9989-4eb2-96e4-41d8627a091e requested from dv-cinder-740146-14-smb {{(pid=103105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 02:56:33.422688 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-39bf2352-828f-4110-b115-8e7ca09158ff admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4177074 Mar 11 02:56:33.425308 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 41672) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:56:33.431865 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.v2.base [None req-ce28f412-2bed-4ee3-841d-5874e54d4df8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1053116969-router', 'tenant_id': 'a7bd65d0a0b54c449113a4ac00fc662d', 'external_gateway_info': {'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3'}}} {{(pid=103104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 02:56:33.444097 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd29ccd-6a8d-4a07-bfaf-b42025ee23a8 req-73e3d22d-d1a8-420e-85ff-db3355ff627e tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:56:33.445750 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-7fd29ccd-6a8d-4a07-bfaf-b42025ee23a8 req-73e3d22d-d1a8-420e-85ff-db3355ff627e tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/ports?device_id=44ba0812-5702-4378-8cc2-5e7a41359e7e HTTP/1.1" status: 200 len: 945 time: 0.0824847 Mar 11 02:56:33.483122 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-ce28f412-2bed-4ee3-841d-5874e54d4df8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58023'] for router (22ff7d1b-aa79-46b7-bca7-0dfbec27d176), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:33.483857 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-ce28f412-2bed-4ee3-841d-5874e54d4df8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-580465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58012'] for router (22ff7d1b-aa79-46b7-bca7-0dfbec27d176), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:33.515570 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-7fd29ccd-6a8d-4a07-bfaf-b42025ee23a8 req-fb2a56c3-9383-4431-9481-e2874180ef2d tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5ad1bfd-bd0d-4e50-9714-1ca1b519c2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640793 Mar 11 02:56:33.523534 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e585f9d5-fd7f-46e2-a692-7f4cd6bb7908 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd85ff5c0-c910-53e4-8e7c-b470cdcfe3b4-aa8f397c-9989-4eb2-96e4-41d8627a091e', 'network_id': 'aa8f397c-9989-4eb2-96e4-41d8627a091e', 'project_id': 'a7bd65d0a0b54c449113a4ac00fc662d', 'fixed_ips': [{'subnet_id': 'd4d08d7c-9091-46e5-9160-e7157dc9cc9d'}]}} from dv-cinder-740146-14-smb. {{(pid=103105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 02:56:33.524552 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-e585f9d5-fd7f-46e2-a692-7f4cd6bb7908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (None), before_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:33.557980 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-ce28f412-2bed-4ee3-841d-5874e54d4df8 admin admin] Publish callbacks [] for router_controller (22ff7d1b-aa79-46b7-bca7-0dfbec27d176), precommit_add_association {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:33.659751 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.db_base_plugin_common [None req-e585f9d5-fd7f-46e2-a692-7f4cd6bb7908 None None] Allocated IP 172.20.0.2 (aa8f397c-9989-4eb2-96e4-41d8627a091e/d4d08d7c-9091-46e5-9160-e7157dc9cc9d/d7d7904d-4ee8-4c2e-b7a5-1ccbe883e160) {{(pid=103105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 02:56:33.820397 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-e585f9d5-fd7f-46e2-a692-7f4cd6bb7908 None None] Publish callbacks [] for port (d7d7904d-4ee8-4c2e-b7a5-1ccbe883e160), precommit_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:33.829009 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-e585f9d5-fd7f-46e2-a692-7f4cd6bb7908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774348857676'] for port (d7d7904d-4ee8-4c2e-b7a5-1ccbe883e160), after_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:33.870578 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e585f9d5-fd7f-46e2-a692-7f4cd6bb7908 None None] Network aa8f397c-9989-4eb2-96e4-41d8627a091e is already hosted by enough agents. {{(pid=103105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 02:56:33.876233 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.scheduler.base_scheduler [None req-e585f9d5-fd7f-46e2-a692-7f4cd6bb7908 None None] Resources bound (agent type, host, resource id): {{(pid=103105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 02:56:33.880268 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e585f9d5-fd7f-46e2-a692-7f4cd6bb7908 None None] Received port after_create {{(pid=103105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 02:56:33.887298 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e585f9d5-fd7f-46e2-a692-7f4cd6bb7908 None None] Pushing event updated for resources: {'Port': ['ID=d7d7904d-4ee8-4c2e-b7a5-1ccbe883e160,revision_number=1']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:56:33.946091 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.managers [None req-e585f9d5-fd7f-46e2-a692-7f4cd6bb7908 None None] Attempting to bind port d7d7904d-4ee8-4c2e-b7a5-1ccbe883e160 on host dv-cinder-740146-14-smb for vnic_type normal with profile {{(pid=103105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 02:56:33.946687 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.managers [None req-e585f9d5-fd7f-46e2-a692-7f4cd6bb7908 None None] Attempting to bind port d7d7904d-4ee8-4c2e-b7a5-1ccbe883e160 by drivers openvswitch,hyperv on host dv-cinder-740146-14-smb at level 0 using segments [{'id': '68036a91-0c82-478d-bdb4-5aba1b23ce2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'aa8f397c-9989-4eb2-96e4-41d8627a091e'}] {{(pid=103105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 02:56:33.947153 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e585f9d5-fd7f-46e2-a692-7f4cd6bb7908 None None] Attempting to bind port d7d7904d-4ee8-4c2e-b7a5-1ccbe883e160 on network aa8f397c-9989-4eb2-96e4-41d8627a091e {{(pid=103105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 02:56:33.949948 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-ce28f412-2bed-4ee3-841d-5874e54d4df8 admin admin] Publish callbacks [] for router_gateway (22ff7d1b-aa79-46b7-bca7-0dfbec27d176), precommit_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:33.953121 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e585f9d5-fd7f-46e2-a692-7f4cd6bb7908 None None] Checking agent: {'id': '36a16930-fe6f-49e2-96be-29faaa54e9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 2, 46, 29), 'started_at': datetime.datetime(2022, 3, 11, 2, 46, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 2, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 02:56:33.953703 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e585f9d5-fd7f-46e2-a692-7f4cd6bb7908 None None] Checking segment: {'id': '68036a91-0c82-478d-bdb4-5aba1b23ce2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'aa8f397c-9989-4eb2-96e4-41d8627a091e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 02:56:33.954135 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-e585f9d5-fd7f-46e2-a692-7f4cd6bb7908 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:33.954534 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e585f9d5-fd7f-46e2-a692-7f4cd6bb7908 None None] Bound using segment: {'id': '68036a91-0c82-478d-bdb4-5aba1b23ce2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'aa8f397c-9989-4eb2-96e4-41d8627a091e'} {{(pid=103105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 02:56:33.954997 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.managers [None req-e585f9d5-fd7f-46e2-a692-7f4cd6bb7908 None None] Bound port: d7d7904d-4ee8-4c2e-b7a5-1ccbe883e160, host: dv-cinder-740146-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68036a91-0c82-478d-bdb4-5aba1b23ce2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'aa8f397c-9989-4eb2-96e4-41d8627a091e'}}] {{(pid=103105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 02:56:33.955403 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-e585f9d5-fd7f-46e2-a692-7f4cd6bb7908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (d7d7904d-4ee8-4c2e-b7a5-1ccbe883e160), before_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:34.030907 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-e585f9d5-fd7f-46e2-a692-7f4cd6bb7908 None None] For port d7d7904d-4ee8-4c2e-b7a5-1ccbe883e160, host dv-cinder-740146-14-smb, cleared binding levels {{(pid=103105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 02:56:34.034632 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-e585f9d5-fd7f-46e2-a692-7f4cd6bb7908 None None] For port d7d7904d-4ee8-4c2e-b7a5-1ccbe883e160, host dv-cinder-740146-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-smb',level=0,port_id=d7d7904d-4ee8-4c2e-b7a5-1ccbe883e160,segment=NetworkSegment(68036a91-0c82-478d-bdb4-5aba1b23ce2e),segment_id=68036a91-0c82-478d-bdb4-5aba1b23ce2e)] {{(pid=103105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 02:56:34.041949 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-e585f9d5-fd7f-46e2-a692-7f4cd6bb7908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712'] for port (d7d7904d-4ee8-4c2e-b7a5-1ccbe883e160), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:34.113584 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e585f9d5-fd7f-46e2-a692-7f4cd6bb7908 None None] Pushing event updated for resources: {'Port': ['ID=d7d7904d-4ee8-4c2e-b7a5-1ccbe883e160,revision_number=2']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:56:34.174365 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-ce28f412-2bed-4ee3-841d-5874e54d4df8 admin admin] Publish callbacks [] for router_gateway (22ff7d1b-aa79-46b7-bca7-0dfbec27d176), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:34.194741 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-ce28f412-2bed-4ee3-841d-5874e54d4df8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:34.305403 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.db.db_base_plugin_common [None req-ce28f412-2bed-4ee3-841d-5874e54d4df8 admin admin] Allocated IP 172.28.1.45 (67cf6db3-75c3-4d86-ba36-4af7c18cd6b3/b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e/60ac13c6-e44e-4d99-bee9-a907604a61e8) {{(pid=103104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 02:56:34.463226 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-ce28f412-2bed-4ee3-841d-5874e54d4df8 admin admin] Publish callbacks [] for port (60ac13c6-e44e-4d99-bee9-a907604a61e8), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:34.485715 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Device d7d7904d-4ee8-4c2e-b7a5-1ccbe883e160 up at agent ovs-agent-dv-cinder-740146-14-smb {{(pid=103105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 02:56:34.517562 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-ce28f412-2bed-4ee3-841d-5874e54d4df8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774348857676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9193763'] for port (60ac13c6-e44e-4d99-bee9-a907604a61e8), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:34.551738 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Provisioning complete for port d7d7904d-4ee8-4c2e-b7a5-1ccbe883e160 triggered by entity L2. {{(pid=103105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 02:56:34.552248 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536573942'] for port (d7d7904d-4ee8-4c2e-b7a5-1ccbe883e160), provisioning_complete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:34.558088 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce28f412-2bed-4ee3-841d-5874e54d4df8 admin admin] Network 67cf6db3-75c3-4d86-ba36-4af7c18cd6b3 is already hosted by enough agents. {{(pid=103104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 02:56:34.561386 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.scheduler.base_scheduler [None req-ce28f412-2bed-4ee3-841d-5874e54d4df8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 02:56:34.564469 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce28f412-2bed-4ee3-841d-5874e54d4df8 admin admin] Received port after_create {{(pid=103104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 02:56:34.620154 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce28f412-2bed-4ee3-841d-5874e54d4df8 admin admin] Pushing event updated for resources: {'Port': ['ID=60ac13c6-e44e-4d99-bee9-a907604a61e8,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:56:34.656091 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Current status of the port d7d7904d-4ee8-4c2e-b7a5-1ccbe883e160 is: DOWN; New status is: ACTIVE {{(pid=103105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 02:56:34.656542 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (d7d7904d-4ee8-4c2e-b7a5-1ccbe883e160), before_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:34.692135 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] For port d7d7904d-4ee8-4c2e-b7a5-1ccbe883e160, host dv-cinder-740146-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-smb',level=0,port_id=d7d7904d-4ee8-4c2e-b7a5-1ccbe883e160,segment=NetworkSegment(68036a91-0c82-478d-bdb4-5aba1b23ce2e),segment_id=68036a91-0c82-478d-bdb4-5aba1b23ce2e)] {{(pid=103105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 02:56:34.703037 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712'] for port (d7d7904d-4ee8-4c2e-b7a5-1ccbe883e160), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:34.710510 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe4c358-2782-49e3-9c27-3504aa662380 req-c2d32684-98ce-47c3-a07e-ca8d08f8b3aa tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:56:34.717432 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-ebe4c358-2782-49e3-9c27-3504aa662380 req-c2d32684-98ce-47c3-a07e-ca8d08f8b3aa tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/ports?device_id=44ba0812-5702-4378-8cc2-5e7a41359e7e HTTP/1.1" status: 200 len: 945 time: 0.1217773 Mar 11 02:56:34.779290 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Pushing event updated for resources: {'Port': ['ID=d7d7904d-4ee8-4c2e-b7a5-1ccbe883e160,revision_number=3']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:56:34.829649 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-ebe4c358-2782-49e3-9c27-3504aa662380 req-c3ef7435-c85e-450e-b2f8-4bc9e8252abd tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5ad1bfd-bd0d-4e50-9714-1ca1b519c2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112821 Mar 11 02:56:34.944965 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-ce28f412-2bed-4ee3-841d-5874e54d4df8 admin admin] Publish callbacks [] for router_gateway (22ff7d1b-aa79-46b7-bca7-0dfbec27d176), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:35.159937 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-ce28f412-2bed-4ee3-841d-5874e54d4df8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580382'] for router (22ff7d1b-aa79-46b7-bca7-0dfbec27d176), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:35.240867 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cfc97e3-df3c-4b5d-8459-ebcad9c7e8e7 None None] Network aa8f397c-9989-4eb2-96e4-41d8627a091e requested from dv-cinder-740146-14-smb {{(pid=103105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 02:56:35.311880 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce28f412-2bed-4ee3-841d-5874e54d4df8 admin admin] Router 22ff7d1b-aa79-46b7-bca7-0dfbec27d176 is scheduled to L3 agent 368653ed-b5ce-4183-9c3b-231a0bc3dd35 with binding_index 1 {{(pid=103104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 02:56:35.433908 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce28f412-2bed-4ee3-841d-5874e54d4df8 admin admin] Notify agent at l3_agent.dv-cinder-740146-14-smb the message routers_updated {{(pid=103104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 02:56:35.443320 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3402c28d-5361-4bc0-95ac-c04daa55b0bb None None] Sync routers for ids ['22ff7d1b-aa79-46b7-bca7-0dfbec27d176'] in dv-cinder-740146-14-smb {{(pid=103106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 02:56:35.453204 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [None req-515748b3-6cf3-4f83-bf05-da4c90dea7d4 None None] Provisioning complete for port d7d7904d-4ee8-4c2e-b7a5-1ccbe883e160 triggered by entity DHCP. {{(pid=103105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 02:56:35.453894 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3402c28d-5361-4bc0-95ac-c04daa55b0bb None None] Routers {'22ff7d1b-aa79-46b7-bca7-0dfbec27d176'} bound to L3 agent in host dv-cinder-740146-14-smb {{(pid=103106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 02:56:35.454048 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-515748b3-6cf3-4f83-bf05-da4c90dea7d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536573942'] for port (d7d7904d-4ee8-4c2e-b7a5-1ccbe883e160), provisioning_complete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:35.454642 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-3402c28d-5361-4bc0-95ac-c04daa55b0bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T02:46:25Z,description=,heartbeat_timestamp=2022-03-11T02:56:25Z,host='dv-cinder-740146-14-smb',id=368653ed-b5ce-4183-9c3b-231a0bc3dd35,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T02:46:25Z,topic='l3_agent')) {'router_ids': ['22ff7d1b-aa79-46b7-bca7-0dfbec27d176'], 'active': True} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 02:56:35.459519 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-ce28f412-2bed-4ee3-841d-5874e54d4df8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:35.459519 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-ce28f412-2bed-4ee3-841d-5874e54d4df8 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0331202 Mar 11 02:56:35.462388 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 41694) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:56:35.570620 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.l3_dvr_db [None req-3402c28d-5361-4bc0-95ac-c04daa55b0bb None None] Set router 22ff7d1b-aa79-46b7-bca7-0dfbec27d176 gateway port host: dv-cinder-740146-14-smb {{(pid=103106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 02:56:35.574397 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-515748b3-6cf3-4f83-bf05-da4c90dea7d4 None None] Current status of the port d7d7904d-4ee8-4c2e-b7a5-1ccbe883e160 is: ACTIVE; New status is: ACTIVE {{(pid=103105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 02:56:35.755069 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-3402c28d-5361-4bc0-95ac-c04daa55b0bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22ff7d1b-aa79-46b7-bca7-0dfbec27d176', 'name': 'tempest-TestMinimumBasicScenario-1053116969-router', 'tenant_id': 'a7bd65d0a0b54c449113a4ac00fc662d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'external_fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.45'}], 'enable_snat': True}, 'gw_port_id': '60ac13c6-e44e-4d99-bee9-a907604a61e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T02:56:33Z', 'updated_at': '2022-03-11T02:56:34Z', 'revision_number': 3, 'project_id': 'a7bd65d0a0b54c449113a4ac00fc662d', 'gw_port': {'id': '60ac13c6-e44e-4d99-bee9-a907604a61e8', 'name': '', 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:97:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22ff7d1b-aa79-46b7-bca7-0dfbec27d176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:56:34Z', 'updated_at': '2022-03-11T02:56:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-smb'}], 'dv-cinder-740146-14-smb', False) {} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 02:56:35.783441 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3402c28d-5361-4bc0-95ac-c04daa55b0bb None None] Checking router: 22ff7d1b-aa79-46b7-bca7-0dfbec27d176 for host: dv-cinder-740146-14-smb {{(pid=103106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 02:56:35.783441 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3402c28d-5361-4bc0-95ac-c04daa55b0bb None None] Updating router 22ff7d1b-aa79-46b7-bca7-0dfbec27d176 port 60ac13c6-e44e-4d99-bee9-a907604a61e8 binding host dv-cinder-740146-14-smb {{(pid=103106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 02:56:35.805945 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [None req-16fa9b3f-714d-4a25-b9f0-7a5cb542423b None None] Provisioning complete for port d7d7904d-4ee8-4c2e-b7a5-1ccbe883e160 triggered by entity DHCP. {{(pid=103105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 02:56:35.806338 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-16fa9b3f-714d-4a25-b9f0-7a5cb542423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536573942'] for port (d7d7904d-4ee8-4c2e-b7a5-1ccbe883e160), provisioning_complete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:35.816455 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-3402c28d-5361-4bc0-95ac-c04daa55b0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (60ac13c6-e44e-4d99-bee9-a907604a61e8), before_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:35.921698 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-16fa9b3f-714d-4a25-b9f0-7a5cb542423b None None] Current status of the port d7d7904d-4ee8-4c2e-b7a5-1ccbe883e160 is: ACTIVE; New status is: ACTIVE {{(pid=103105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 02:56:36.185275 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff88213-1467-4727-b23f-b76e5d192c52 req-b6c20b4a-c4de-46a9-90c8-58d3e7e91b0d tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:56:36.189533 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-9ff88213-1467-4727-b23f-b76e5d192c52 req-b6c20b4a-c4de-46a9-90c8-58d3e7e91b0d tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/ports?device_id=44ba0812-5702-4378-8cc2-5e7a41359e7e HTTP/1.1" status: 200 len: 945 time: 0.1108100 Mar 11 02:56:36.263325 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-3402c28d-5361-4bc0-95ac-c04daa55b0bb None None] Publish callbacks [] for port (60ac13c6-e44e-4d99-bee9-a907604a61e8), precommit_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:36.267937 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-76514489-ddc2-4ab8-8a6a-af1f6571f126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (None), before_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:36.269778 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-3402c28d-5361-4bc0-95ac-c04daa55b0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712'] for port (60ac13c6-e44e-4d99-bee9-a907604a61e8), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:36.281142 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-9ff88213-1467-4727-b23f-b76e5d192c52 req-889b20f8-3677-4cc0-b5e9-d7aface886bf tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5ad1bfd-bd0d-4e50-9714-1ca1b519c2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876181 Mar 11 02:56:36.330903 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d632e14-92f9-4532-80af-17482599c693 None None] Pushing event updated for resources: {'Port': ['ID=60ac13c6-e44e-4d99-bee9-a907604a61e8,revision_number=2']} {{(pid=103106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:56:36.335094 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.plugins.ml2.managers [None req-3402c28d-5361-4bc0-95ac-c04daa55b0bb None None] Attempting to bind port 60ac13c6-e44e-4d99-bee9-a907604a61e8 on host dv-cinder-740146-14-smb for vnic_type normal with profile {{(pid=103106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 02:56:36.335469 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.plugins.ml2.managers [None req-3402c28d-5361-4bc0-95ac-c04daa55b0bb None None] Attempting to bind port 60ac13c6-e44e-4d99-bee9-a907604a61e8 by drivers openvswitch,hyperv on host dv-cinder-740146-14-smb at level 0 using segments [{'id': '86701719-770a-4197-8a84-07fe4dcd9e0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3'}] {{(pid=103106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 02:56:36.335831 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3402c28d-5361-4bc0-95ac-c04daa55b0bb None None] Attempting to bind port 60ac13c6-e44e-4d99-bee9-a907604a61e8 on network 67cf6db3-75c3-4d86-ba36-4af7c18cd6b3 {{(pid=103106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 02:56:36.344306 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d632e14-92f9-4532-80af-17482599c693 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:56:36.344752 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d632e14-92f9-4532-80af-17482599c693 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:56:36.345246 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d632e14-92f9-4532-80af-17482599c693 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:56:36.345547 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d632e14-92f9-4532-80af-17482599c693 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:56:36.345887 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d632e14-92f9-4532-80af-17482599c693 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:56:36.346360 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d632e14-92f9-4532-80af-17482599c693 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:56:36.346700 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d632e14-92f9-4532-80af-17482599c693 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:56:36.347037 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d632e14-92f9-4532-80af-17482599c693 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:56:36.347370 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d632e14-92f9-4532-80af-17482599c693 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:56:36.347720 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d632e14-92f9-4532-80af-17482599c693 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:56:36.348054 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d632e14-92f9-4532-80af-17482599c693 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:56:36.348384 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d632e14-92f9-4532-80af-17482599c693 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:56:36.348827 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d632e14-92f9-4532-80af-17482599c693 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:56:36.353817 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3402c28d-5361-4bc0-95ac-c04daa55b0bb None None] Checking agent: {'id': '36a16930-fe6f-49e2-96be-29faaa54e9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 2, 46, 29), 'started_at': datetime.datetime(2022, 3, 11, 2, 46, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 2, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 02:56:36.354860 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3402c28d-5361-4bc0-95ac-c04daa55b0bb None None] Checking segment: {'id': '86701719-770a-4197-8a84-07fe4dcd9e0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 02:56:36.354860 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-3402c28d-5361-4bc0-95ac-c04daa55b0bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:36.355055 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3402c28d-5361-4bc0-95ac-c04daa55b0bb None None] Bound using segment: {'id': '86701719-770a-4197-8a84-07fe4dcd9e0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3'} {{(pid=103106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 02:56:36.355576 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.plugins.ml2.managers [None req-3402c28d-5361-4bc0-95ac-c04daa55b0bb None None] Bound port: 60ac13c6-e44e-4d99-bee9-a907604a61e8, host: dv-cinder-740146-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86701719-770a-4197-8a84-07fe4dcd9e0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3'}}] {{(pid=103106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 02:56:36.355989 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-3402c28d-5361-4bc0-95ac-c04daa55b0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (60ac13c6-e44e-4d99-bee9-a907604a61e8), before_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:36.415704 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-3402c28d-5361-4bc0-95ac-c04daa55b0bb None None] For port 60ac13c6-e44e-4d99-bee9-a907604a61e8, host dv-cinder-740146-14-smb, cleared binding levels {{(pid=103106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 02:56:36.418879 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-3402c28d-5361-4bc0-95ac-c04daa55b0bb None None] For port 60ac13c6-e44e-4d99-bee9-a907604a61e8, host dv-cinder-740146-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-smb',level=0,port_id=60ac13c6-e44e-4d99-bee9-a907604a61e8,segment=NetworkSegment(86701719-770a-4197-8a84-07fe4dcd9e0f),segment_id=86701719-770a-4197-8a84-07fe4dcd9e0f)] {{(pid=103106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 02:56:36.428006 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-3402c28d-5361-4bc0-95ac-c04daa55b0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712'] for port (60ac13c6-e44e-4d99-bee9-a907604a61e8), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:36.445817 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Device d7d7904d-4ee8-4c2e-b7a5-1ccbe883e160 up at agent ovs-agent-dv-cinder-740146-14-smb {{(pid=103105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 02:56:36.463003 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.db.db_base_plugin_common [None req-76514489-ddc2-4ab8-8a6a-af1f6571f126 admin admin] Allocated IP 172.20.0.1 (aa8f397c-9989-4eb2-96e4-41d8627a091e/d4d08d7c-9091-46e5-9160-e7157dc9cc9d/6565c826-c024-4dd0-a384-0380c6c3f3f0) {{(pid=103103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 02:56:36.491545 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d632e14-92f9-4532-80af-17482599c693 None None] Pushing event updated for resources: {'Port': ['ID=60ac13c6-e44e-4d99-bee9-a907604a61e8,revision_number=3']} {{(pid=103106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:56:36.496680 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3402c28d-5361-4bc0-95ac-c04daa55b0bb None None] Routers {'22ff7d1b-aa79-46b7-bca7-0dfbec27d176'} bound to L3 agent in host dv-cinder-740146-14-smb {{(pid=103106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 02:56:36.497254 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-3402c28d-5361-4bc0-95ac-c04daa55b0bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T02:46:25Z,description=,heartbeat_timestamp=2022-03-11T02:56:25Z,host='dv-cinder-740146-14-smb',id=368653ed-b5ce-4183-9c3b-231a0bc3dd35,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T02:46:25Z,topic='l3_agent')) {'router_ids': ['22ff7d1b-aa79-46b7-bca7-0dfbec27d176'], 'active': True} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 02:56:36.511557 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Provisioning complete for port d7d7904d-4ee8-4c2e-b7a5-1ccbe883e160 triggered by entity L2. {{(pid=103105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 02:56:36.511955 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536573942'] for port (d7d7904d-4ee8-4c2e-b7a5-1ccbe883e160), provisioning_complete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:36.584133 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-76514489-ddc2-4ab8-8a6a-af1f6571f126 admin admin] Publish callbacks [] for port (6565c826-c024-4dd0-a384-0380c6c3f3f0), precommit_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:36.598697 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Current status of the port d7d7904d-4ee8-4c2e-b7a5-1ccbe883e160 is: ACTIVE; New status is: ACTIVE {{(pid=103105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 02:56:36.606991 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.l3_dvr_db [None req-3402c28d-5361-4bc0-95ac-c04daa55b0bb None None] Set router 22ff7d1b-aa79-46b7-bca7-0dfbec27d176 gateway port host: dv-cinder-740146-14-smb {{(pid=103106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 02:56:36.621809 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-76514489-ddc2-4ab8-8a6a-af1f6571f126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774348857676'] for port (6565c826-c024-4dd0-a384-0380c6c3f3f0), after_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:36.664121 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76514489-ddc2-4ab8-8a6a-af1f6571f126 admin admin] Network aa8f397c-9989-4eb2-96e4-41d8627a091e is already hosted by enough agents. {{(pid=103103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 02:56:36.669319 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.scheduler.base_scheduler [None req-76514489-ddc2-4ab8-8a6a-af1f6571f126 admin admin] Resources bound (agent type, host, resource id): {{(pid=103103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 02:56:36.672718 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76514489-ddc2-4ab8-8a6a-af1f6571f126 admin admin] Received port after_create {{(pid=103103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 02:56:36.673350 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-76514489-ddc2-4ab8-8a6a-af1f6571f126 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-576625'] for router_interface (22ff7d1b-aa79-46b7-bca7-0dfbec27d176), before_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:36.679082 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76514489-ddc2-4ab8-8a6a-af1f6571f126 admin admin] Pushing event updated for resources: {'Port': ['ID=6565c826-c024-4dd0-a384-0380c6c3f3f0,revision_number=1']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:56:36.803213 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-3402c28d-5361-4bc0-95ac-c04daa55b0bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22ff7d1b-aa79-46b7-bca7-0dfbec27d176', 'name': 'tempest-TestMinimumBasicScenario-1053116969-router', 'tenant_id': 'a7bd65d0a0b54c449113a4ac00fc662d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'external_fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.45'}], 'enable_snat': True}, 'gw_port_id': '60ac13c6-e44e-4d99-bee9-a907604a61e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T02:56:33Z', 'updated_at': '2022-03-11T02:56:34Z', 'revision_number': 3, 'project_id': 'a7bd65d0a0b54c449113a4ac00fc662d', 'gw_port': {'id': '60ac13c6-e44e-4d99-bee9-a907604a61e8', 'name': '', 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:97:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22ff7d1b-aa79-46b7-bca7-0dfbec27d176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:56:34Z', 'updated_at': '2022-03-11T02:56:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-smb'}], 'dv-cinder-740146-14-smb', False) {} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 02:56:36.824124 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-76514489-ddc2-4ab8-8a6a-af1f6571f126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (6565c826-c024-4dd0-a384-0380c6c3f3f0), before_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:36.840447 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3402c28d-5361-4bc0-95ac-c04daa55b0bb None None] The sync data for ids ['22ff7d1b-aa79-46b7-bca7-0dfbec27d176'] in dv-cinder-740146-14-smb is: [{'id': '22ff7d1b-aa79-46b7-bca7-0dfbec27d176', 'name': 'tempest-TestMinimumBasicScenario-1053116969-router', 'tenant_id': 'a7bd65d0a0b54c449113a4ac00fc662d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'external_fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.45'}], 'enable_snat': True}, 'gw_port_id': '60ac13c6-e44e-4d99-bee9-a907604a61e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T02:56:33Z', 'updated_at': '2022-03-11T02:56:34Z', 'revision_number': 3, 'project_id': 'a7bd65d0a0b54c449113a4ac00fc662d', 'gw_port': {'id': '60ac13c6-e44e-4d99-bee9-a907604a61e8', 'name': '', 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:97:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22ff7d1b-aa79-46b7-bca7-0dfbec27d176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:56:34Z', 'updated_at': '2022-03-11T02:56:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-smb'}] {{(pid=103106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 02:56:36.953102 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [None req-51ba3d20-7278-4fd2-8499-d15f7e9cf37a None None] Provisioning complete for port 6565c826-c024-4dd0-a384-0380c6c3f3f0 triggered by entity DHCP. {{(pid=103105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 02:56:36.953510 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-51ba3d20-7278-4fd2-8499-d15f7e9cf37a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536573942'] for port (6565c826-c024-4dd0-a384-0380c6c3f3f0), provisioning_complete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:37.001025 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-51ba3d20-7278-4fd2-8499-d15f7e9cf37a None None] Port 6565c826-c024-4dd0-a384-0380c6c3f3f0 cannot update to ACTIVE because it is not bound. {{(pid=103105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 02:56:37.009662 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-76514489-ddc2-4ab8-8a6a-af1f6571f126 admin admin] Publish callbacks [] for port (6565c826-c024-4dd0-a384-0380c6c3f3f0), precommit_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:37.014887 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-76514489-ddc2-4ab8-8a6a-af1f6571f126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712'] for port (6565c826-c024-4dd0-a384-0380c6c3f3f0), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:37.015639 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-76514489-ddc2-4ab8-8a6a-af1f6571f126 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-648101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-576733'] for router_interface (22ff7d1b-aa79-46b7-bca7-0dfbec27d176), after_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:37.090132 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76514489-ddc2-4ab8-8a6a-af1f6571f126 admin admin] Pushing event updated for resources: {'Port': ['ID=6565c826-c024-4dd0-a384-0380c6c3f3f0,revision_number=2']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:56:37.160115 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76514489-ddc2-4ab8-8a6a-af1f6571f126 admin admin] Network aa8f397c-9989-4eb2-96e4-41d8627a091e is already hosted by enough agents. {{(pid=103103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 02:56:37.162227 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.scheduler.base_scheduler [None req-76514489-ddc2-4ab8-8a6a-af1f6571f126 admin admin] Resources bound (agent type, host, resource id): {{(pid=103103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 02:56:37.314929 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76514489-ddc2-4ab8-8a6a-af1f6571f126 admin admin] Router 22ff7d1b-aa79-46b7-bca7-0dfbec27d176 has already been hosted by L3 agent 368653ed-b5ce-4183-9c3b-231a0bc3dd35 {{(pid=103103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 02:56:37.427901 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [None req-4fa85fbd-21e6-4ff2-bc52-74c2604ee34f None None] Provisioning complete for port 6565c826-c024-4dd0-a384-0380c6c3f3f0 triggered by entity DHCP. {{(pid=103105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 02:56:37.428285 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-4fa85fbd-21e6-4ff2-bc52-74c2604ee34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536573942'] for port (6565c826-c024-4dd0-a384-0380c6c3f3f0), provisioning_complete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:37.456352 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7b844f-6414-43c0-93a4-8106bd1a954f req-21fc7ae8-b52c-4bc3-8ac8-435f629b8fdf tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:56:37.464070 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-8a7b844f-6414-43c0-93a4-8106bd1a954f req-21fc7ae8-b52c-4bc3-8ac8-435f629b8fdf tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/ports?device_id=44ba0812-5702-4378-8cc2-5e7a41359e7e HTTP/1.1" status: 200 len: 945 time: 0.0708609 Mar 11 02:56:37.494809 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76514489-ddc2-4ab8-8a6a-af1f6571f126 admin admin] Notify agent at l3_agent.dv-cinder-740146-14-smb the message routers_updated {{(pid=103103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 02:56:37.511606 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-76514489-ddc2-4ab8-8a6a-af1f6571f126 admin admin] 10.222.0.20 "PUT /v2.0/routers/22ff7d1b-aa79-46b7-bca7-0dfbec27d176/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0409522 Mar 11 02:56:37.512534 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-4fa85fbd-21e6-4ff2-bc52-74c2604ee34f None None] Port 6565c826-c024-4dd0-a384-0380c6c3f3f0 cannot update to ACTIVE because it is not bound. {{(pid=103105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 02:56:37.540062 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-8a7b844f-6414-43c0-93a4-8106bd1a954f req-934353f8-19a9-417f-a54e-014d1c609ed4 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5ad1bfd-bd0d-4e50-9714-1ca1b519c2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749395 Mar 11 02:56:38.078535 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 41752) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:56:38.083641 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.v2.base [None req-6613dd13-6287-4963-92e4-611dcc9e6bc1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1359387354-network', 'tenant_id': 'f76db88bdbca4652ad71034137c6a4ca'}} {{(pid=103104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 02:56:38.104364 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6613dd13-6287-4963-92e4-611dcc9e6bc1 admin admin] Made reservation on behalf of f76db88bdbca4652ad71034137c6a4ca for: {'network': 1} {{(pid=103104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 02:56:38.106743 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-6613dd13-6287-4963-92e4-611dcc9e6bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for network (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:38.116541 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-6613dd13-6287-4963-92e4-611dcc9e6bc1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:38.193115 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-6613dd13-6287-4963-92e4-611dcc9e6bc1 admin admin] Publish callbacks [] for security_group (7b9663ff-e9b0-4a3a-a22c-1015f8a11ee9), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:38.197177 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-6613dd13-6287-4963-92e4-611dcc9e6bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (7b9663ff-e9b0-4a3a-a22c-1015f8a11ee9), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:38.220464 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6613dd13-6287-4963-92e4-611dcc9e6bc1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112} {{(pid=103104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 02:56:38.231973 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6613dd13-6287-4963-92e4-611dcc9e6bc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b9663ff-e9b0-4a3a-a22c-1015f8a11ee9,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:56:38.236914 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-6613dd13-6287-4963-92e4-611dcc9e6bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536533115'] for segment (f234d4b5-64aa-4a1e-bc0f-72b59ae9f1f4), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:38.237283 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.db.segments_db [None req-6613dd13-6287-4963-92e4-611dcc9e6bc1 admin admin] Added segment f234d4b5-64aa-4a1e-bc0f-72b59ae9f1f4 of type vlan for network 69ac8e41-e889-4ea4-9822-766c2340c643 Mar 11 02:56:38.278192 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-6613dd13-6287-4963-92e4-611dcc9e6bc1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774348876719'] for network (69ac8e41-e889-4ea4-9822-766c2340c643), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:38.305485 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-6613dd13-6287-4963-92e4-611dcc9e6bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087'] for network (69ac8e41-e889-4ea4-9822-766c2340c643), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:38.307453 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6613dd13-6287-4963-92e4-611dcc9e6bc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:56:38.308622 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-6613dd13-6287-4963-92e4-611dcc9e6bc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-648073'] for network (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:38.350683 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-6613dd13-6287-4963-92e4-611dcc9e6bc1 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2705956 Mar 11 02:56:38.352884 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 41760) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:56:38.359501 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.v2.base [None req-884f66f9-bcc4-414e-b05e-6cc706734d7f admin admin] Request body: {'subnet': {'network_id': '69ac8e41-e889-4ea4-9822-766c2340c643', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1359387354-subnet', 'tenant_id': 'f76db88bdbca4652ad71034137c6a4ca', 'ip_version': 4}} {{(pid=103104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 02:56:38.395229 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6613dd13-6287-4963-92e4-611dcc9e6bc1 admin admin] Pushing event updated for resources: {'Network': ['ID=69ac8e41-e889-4ea4-9822-766c2340c643,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:56:38.405882 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Network 69ac8e41-e889-4ea4-9822-766c2340c643 details requested by agent ovs-agent-dv-cinder-740146-14-smb with host dv-cinder-740146-14-smb {{(pid=103105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 02:56:38.436132 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-884f66f9-bcc4-414e-b05e-6cc706734d7f admin admin] Made reservation on behalf of f76db88bdbca4652ad71034137c6a4ca for: {'subnet': 1} {{(pid=103104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 02:56:38.441357 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-884f66f9-bcc4-414e-b05e-6cc706734d7f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8900789'] for subnet (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:38.493779 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Device 60ac13c6-e44e-4d99-bee9-a907604a61e8 up at agent ovs-agent-dv-cinder-740146-14-smb {{(pid=103105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 02:56:38.549416 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Provisioning complete for port 60ac13c6-e44e-4d99-bee9-a907604a61e8 triggered by entity L2. {{(pid=103105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 02:56:38.550138 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536573942'] for port (60ac13c6-e44e-4d99-bee9-a907604a61e8), provisioning_complete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:38.653824 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Current status of the port 60ac13c6-e44e-4d99-bee9-a907604a61e8 is: DOWN; New status is: ACTIVE {{(pid=103105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 02:56:38.654278 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (60ac13c6-e44e-4d99-bee9-a907604a61e8), before_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:38.674468 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-884f66f9-bcc4-414e-b05e-6cc706734d7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9193807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8900763'] for subnet (b3790cea-5bed-4584-9c0f-d764ce3172ca), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:38.677300 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] For port 60ac13c6-e44e-4d99-bee9-a907604a61e8, host dv-cinder-740146-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-smb',level=0,port_id=60ac13c6-e44e-4d99-bee9-a907604a61e8,segment=NetworkSegment(86701719-770a-4197-8a84-07fe4dcd9e0f),segment_id=86701719-770a-4197-8a84-07fe4dcd9e0f)] {{(pid=103105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 02:56:38.681385 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712'] for port (60ac13c6-e44e-4d99-bee9-a907604a61e8), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:38.723992 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08165126-d574-4ce6-b18a-6d263db15c76 req-afb1b89e-148e-4a65-af78-830756121c6e tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:56:38.725519 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-08165126-d574-4ce6-b18a-6d263db15c76 req-afb1b89e-148e-4a65-af78-830756121c6e tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/ports?device_id=44ba0812-5702-4378-8cc2-5e7a41359e7e HTTP/1.1" status: 200 len: 945 time: 0.0994618 Mar 11 02:56:38.736412 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Pushing event updated for resources: {'Port': ['ID=60ac13c6-e44e-4d99-bee9-a907604a61e8,revision_number=4']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:56:38.764699 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884f66f9-bcc4-414e-b05e-6cc706734d7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3790cea-5bed-4584-9c0f-d764ce3172ca,revision_number=0']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:56:38.781920 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884f66f9-bcc4-414e-b05e-6cc706734d7f admin admin] Checking segment: {'id': 'f234d4b5-64aa-4a1e-bc0f-72b59ae9f1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '69ac8e41-e889-4ea4-9822-766c2340c643'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 02:56:38.782314 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-884f66f9-bcc4-414e-b05e-6cc706734d7f admin admin] Network hostable DHCP agents. Network: 69ac8e41-e889-4ea4-9822-766c2340c643, hostable agents: ['27668cff-ea20-4e06-9a9c-d4f827fe3eb1'], hosted agents: [] {{(pid=103104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 02:56:38.784989 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2b2ef6-53ca-4b79-82b5-acf23cff5afd None None] Sync routers for ids ['22ff7d1b-aa79-46b7-bca7-0dfbec27d176'] in dv-cinder-740146-14-smb {{(pid=103105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 02:56:38.802984 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2b2ef6-53ca-4b79-82b5-acf23cff5afd None None] Routers {'22ff7d1b-aa79-46b7-bca7-0dfbec27d176'} bound to L3 agent in host dv-cinder-740146-14-smb {{(pid=103105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 02:56:38.803816 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_hamode_db [None req-ac2b2ef6-53ca-4b79-82b5-acf23cff5afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T02:46:25Z,description=,heartbeat_timestamp=2022-03-11T02:56:25Z,host='dv-cinder-740146-14-smb',id=368653ed-b5ce-4183-9c3b-231a0bc3dd35,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T02:46:25Z,topic='l3_agent')) {'router_ids': ['22ff7d1b-aa79-46b7-bca7-0dfbec27d176'], 'active': True} {{(pid=103105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 02:56:38.813583 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-08165126-d574-4ce6-b18a-6d263db15c76 req-2e09bb4c-0f7c-488f-9350-96c3c9b90011 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5ad1bfd-bd0d-4e50-9714-1ca1b519c2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786092 Mar 11 02:56:38.822864 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-884f66f9-bcc4-414e-b05e-6cc706734d7f admin admin] Network 69ac8e41-e889-4ea4-9822-766c2340c643 is scheduled to be hosted by DHCP agent 27668cff-ea20-4e06-9a9c-d4f827fe3eb1 with binding_index 1 {{(pid=103104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 02:56:38.839012 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.scheduler.base_scheduler [None req-884f66f9-bcc4-414e-b05e-6cc706734d7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-14-smb, 69ac8e41-e889-4ea4-9822-766c2340c643) {{(pid=103104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 02:56:38.846605 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-884f66f9-bcc4-414e-b05e-6cc706734d7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:56:38.847208 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-884f66f9-bcc4-414e-b05e-6cc706734d7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-648073'] for subnet (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:38.849519 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d5a86f7-9f4e-4dd2-9af0-042199f653ca None None] Network 69ac8e41-e889-4ea4-9822-766c2340c643 requested from dv-cinder-740146-14-smb {{(pid=103105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 02:56:38.865661 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-884f66f9-bcc4-414e-b05e-6cc706734d7f admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5117106 Mar 11 02:56:38.868166 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 41778) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:56:38.872596 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.v2.base [None req-c6f16974-df75-4170-8d68-19d4e375f5f4 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1359387354-router', 'tenant_id': 'f76db88bdbca4652ad71034137c6a4ca', 'external_gateway_info': {'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3'}}} {{(pid=103104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 02:56:38.896732 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-c6f16974-df75-4170-8d68-19d4e375f5f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58023'] for router (1151ce99-a4ec-44c5-8fbd-42c7400f187f), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:38.897811 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-c6f16974-df75-4170-8d68-19d4e375f5f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-580465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58012'] for router (1151ce99-a4ec-44c5-8fbd-42c7400f187f), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:38.956871 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-c6f16974-df75-4170-8d68-19d4e375f5f4 admin admin] Publish callbacks [] for router_controller (1151ce99-a4ec-44c5-8fbd-42c7400f187f), precommit_add_association {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:38.994750 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_dvr_db [None req-ac2b2ef6-53ca-4b79-82b5-acf23cff5afd None None] Set router 22ff7d1b-aa79-46b7-bca7-0dfbec27d176 gateway port host: dv-cinder-740146-14-smb {{(pid=103105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 02:56:39.050546 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df949aec-f989-46e9-aa4b-c15bf25b63c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd85ff5c0-c910-53e4-8e7c-b470cdcfe3b4-69ac8e41-e889-4ea4-9822-766c2340c643', 'network_id': '69ac8e41-e889-4ea4-9822-766c2340c643', 'project_id': 'f76db88bdbca4652ad71034137c6a4ca', 'fixed_ips': [{'subnet_id': 'b3790cea-5bed-4584-9c0f-d764ce3172ca'}]}} from dv-cinder-740146-14-smb. {{(pid=103105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 02:56:39.051507 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-df949aec-f989-46e9-aa4b-c15bf25b63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (None), before_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:39.103602 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-c6f16974-df75-4170-8d68-19d4e375f5f4 admin admin] Publish callbacks [] for router_gateway (1151ce99-a4ec-44c5-8fbd-42c7400f187f), precommit_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:39.310425 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-c6f16974-df75-4170-8d68-19d4e375f5f4 admin admin] Publish callbacks [] for router_gateway (1151ce99-a4ec-44c5-8fbd-42c7400f187f), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:39.316335 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.db_base_plugin_common [None req-df949aec-f989-46e9-aa4b-c15bf25b63c7 None None] Allocated IP 172.20.0.2 (69ac8e41-e889-4ea4-9822-766c2340c643/b3790cea-5bed-4584-9c0f-d764ce3172ca/f65eac64-ebba-413a-a624-a323fe5328c2) {{(pid=103105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 02:56:39.329643 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-c6f16974-df75-4170-8d68-19d4e375f5f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:39.404157 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_hamode_db [None req-ac2b2ef6-53ca-4b79-82b5-acf23cff5afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22ff7d1b-aa79-46b7-bca7-0dfbec27d176', 'name': 'tempest-TestMinimumBasicScenario-1053116969-router', 'tenant_id': 'a7bd65d0a0b54c449113a4ac00fc662d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'external_fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.45'}], 'enable_snat': True}, 'gw_port_id': '60ac13c6-e44e-4d99-bee9-a907604a61e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T02:56:33Z', 'updated_at': '2022-03-11T02:56:36Z', 'revision_number': 4, 'project_id': 'a7bd65d0a0b54c449113a4ac00fc662d', 'gw_port': {'id': '60ac13c6-e44e-4d99-bee9-a907604a61e8', 'name': '', 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:97:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ff7d1b-aa79-46b7-bca7-0dfbec27d176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:56:34Z', 'updated_at': '2022-03-11T02:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-smb', '_interfaces': [{'id': '6565c826-c024-4dd0-a384-0380c6c3f3f0', 'name': '', 'network_id': 'aa8f397c-9989-4eb2-96e4-41d8627a091e', 'tenant_id': 'a7bd65d0a0b54c449113a4ac00fc662d', 'mac_address': 'fa:16:3e:4d:f7:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22ff7d1b-aa79-46b7-bca7-0dfbec27d176', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'd4d08d7c-9091-46e5-9160-e7157dc9cc9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:56:36Z', 'updated_at': '2022-03-11T02:56:36Z', 'revision_number': 2, 'project_id': 'a7bd65d0a0b54c449113a4ac00fc662d', 'subnets': [{'id': 'd4d08d7c-9091-46e5-9160-e7157dc9cc9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-14-smb', False) {} {{(pid=103105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 02:56:39.438496 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.db.db_base_plugin_common [None req-c6f16974-df75-4170-8d68-19d4e375f5f4 admin admin] Allocated IP 172.28.1.106 (67cf6db3-75c3-4d86-ba36-4af7c18cd6b3/b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e/d65eecf4-ca84-419d-9f57-08e67668a44d) {{(pid=103104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 02:56:39.449306 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2b2ef6-53ca-4b79-82b5-acf23cff5afd None None] Checking router: 22ff7d1b-aa79-46b7-bca7-0dfbec27d176 for host: dv-cinder-740146-14-smb {{(pid=103105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 02:56:39.449791 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2b2ef6-53ca-4b79-82b5-acf23cff5afd None None] Updating router 22ff7d1b-aa79-46b7-bca7-0dfbec27d176 port 6565c826-c024-4dd0-a384-0380c6c3f3f0 binding host dv-cinder-740146-14-smb {{(pid=103105) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 02:56:39.498543 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-ac2b2ef6-53ca-4b79-82b5-acf23cff5afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (6565c826-c024-4dd0-a384-0380c6c3f3f0), before_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:39.544166 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-c6f16974-df75-4170-8d68-19d4e375f5f4 admin admin] Publish callbacks [] for port (d65eecf4-ca84-419d-9f57-08e67668a44d), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:39.574078 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-df949aec-f989-46e9-aa4b-c15bf25b63c7 None None] Publish callbacks [] for port (f65eac64-ebba-413a-a624-a323fe5328c2), precommit_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:39.576407 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-c6f16974-df75-4170-8d68-19d4e375f5f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774348857676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9193763'] for port (d65eecf4-ca84-419d-9f57-08e67668a44d), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:39.584368 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-df949aec-f989-46e9-aa4b-c15bf25b63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774348857676'] for port (f65eac64-ebba-413a-a624-a323fe5328c2), after_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:39.614761 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f16974-df75-4170-8d68-19d4e375f5f4 admin admin] Network 67cf6db3-75c3-4d86-ba36-4af7c18cd6b3 is already hosted by enough agents. {{(pid=103104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 02:56:39.625184 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.scheduler.base_scheduler [None req-c6f16974-df75-4170-8d68-19d4e375f5f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 02:56:39.627742 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f16974-df75-4170-8d68-19d4e375f5f4 admin admin] Received port after_create {{(pid=103104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 02:56:39.634086 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f16974-df75-4170-8d68-19d4e375f5f4 admin admin] Pushing event updated for resources: {'Port': ['ID=d65eecf4-ca84-419d-9f57-08e67668a44d,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:56:39.677636 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df949aec-f989-46e9-aa4b-c15bf25b63c7 None None] Network 69ac8e41-e889-4ea4-9822-766c2340c643 is already hosted by enough agents. {{(pid=103105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 02:56:39.685480 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.scheduler.base_scheduler [None req-df949aec-f989-46e9-aa4b-c15bf25b63c7 None None] Resources bound (agent type, host, resource id): {{(pid=103105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 02:56:39.694098 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df949aec-f989-46e9-aa4b-c15bf25b63c7 None None] Received port after_create {{(pid=103105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 02:56:39.699624 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df949aec-f989-46e9-aa4b-c15bf25b63c7 None None] Pushing event updated for resources: {'Port': ['ID=f65eac64-ebba-413a-a624-a323fe5328c2,revision_number=1']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:56:39.835018 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.managers [None req-df949aec-f989-46e9-aa4b-c15bf25b63c7 None None] Attempting to bind port f65eac64-ebba-413a-a624-a323fe5328c2 on host dv-cinder-740146-14-smb for vnic_type normal with profile {{(pid=103105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 02:56:39.835018 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.managers [None req-df949aec-f989-46e9-aa4b-c15bf25b63c7 None None] Attempting to bind port f65eac64-ebba-413a-a624-a323fe5328c2 by drivers openvswitch,hyperv on host dv-cinder-740146-14-smb at level 0 using segments [{'id': 'f234d4b5-64aa-4a1e-bc0f-72b59ae9f1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '69ac8e41-e889-4ea4-9822-766c2340c643'}] {{(pid=103105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 02:56:39.835518 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df949aec-f989-46e9-aa4b-c15bf25b63c7 None None] Attempting to bind port f65eac64-ebba-413a-a624-a323fe5328c2 on network 69ac8e41-e889-4ea4-9822-766c2340c643 {{(pid=103105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 02:56:39.849899 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df949aec-f989-46e9-aa4b-c15bf25b63c7 None None] Checking agent: {'id': '36a16930-fe6f-49e2-96be-29faaa54e9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 2, 46, 29), 'started_at': datetime.datetime(2022, 3, 11, 2, 46, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 2, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 02:56:39.850295 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df949aec-f989-46e9-aa4b-c15bf25b63c7 None None] Checking segment: {'id': 'f234d4b5-64aa-4a1e-bc0f-72b59ae9f1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '69ac8e41-e889-4ea4-9822-766c2340c643'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 02:56:39.850692 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-df949aec-f989-46e9-aa4b-c15bf25b63c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:39.851097 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df949aec-f989-46e9-aa4b-c15bf25b63c7 None None] Bound using segment: {'id': 'f234d4b5-64aa-4a1e-bc0f-72b59ae9f1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '69ac8e41-e889-4ea4-9822-766c2340c643'} {{(pid=103105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 02:56:39.851625 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.managers [None req-df949aec-f989-46e9-aa4b-c15bf25b63c7 None None] Bound port: f65eac64-ebba-413a-a624-a323fe5328c2, host: dv-cinder-740146-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f234d4b5-64aa-4a1e-bc0f-72b59ae9f1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '69ac8e41-e889-4ea4-9822-766c2340c643'}}] {{(pid=103105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 02:56:39.852012 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-df949aec-f989-46e9-aa4b-c15bf25b63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (f65eac64-ebba-413a-a624-a323fe5328c2), before_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:39.949383 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1106414b-8c22-4581-b2f4-cbef4317fcbf req-d63e33a1-4dfc-4a76-809d-d34348fffca1 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:56:39.950999 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-1106414b-8c22-4581-b2f4-cbef4317fcbf req-d63e33a1-4dfc-4a76-809d-d34348fffca1 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/ports?device_id=44ba0812-5702-4378-8cc2-5e7a41359e7e HTTP/1.1" status: 200 len: 945 time: 0.0584886 Mar 11 02:56:39.973105 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-df949aec-f989-46e9-aa4b-c15bf25b63c7 None None] For port f65eac64-ebba-413a-a624-a323fe5328c2, host dv-cinder-740146-14-smb, cleared binding levels {{(pid=103105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 02:56:39.980320 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-df949aec-f989-46e9-aa4b-c15bf25b63c7 None None] For port f65eac64-ebba-413a-a624-a323fe5328c2, host dv-cinder-740146-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-smb',level=0,port_id=f65eac64-ebba-413a-a624-a323fe5328c2,segment=NetworkSegment(f234d4b5-64aa-4a1e-bc0f-72b59ae9f1f4),segment_id=f234d4b5-64aa-4a1e-bc0f-72b59ae9f1f4)] {{(pid=103105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 02:56:39.992122 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-df949aec-f989-46e9-aa4b-c15bf25b63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712'] for port (f65eac64-ebba-413a-a624-a323fe5328c2), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:40.002540 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-ac2b2ef6-53ca-4b79-82b5-acf23cff5afd None None] Publish callbacks [] for port (6565c826-c024-4dd0-a384-0380c6c3f3f0), precommit_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:40.004164 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-1106414b-8c22-4581-b2f4-cbef4317fcbf req-97fdb8f6-7ccd-46dd-95f0-2ce7b299bc4b tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5ad1bfd-bd0d-4e50-9714-1ca1b519c2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472629 Mar 11 02:56:40.038220 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-ac2b2ef6-53ca-4b79-82b5-acf23cff5afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712'] for port (6565c826-c024-4dd0-a384-0380c6c3f3f0), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:40.076104 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df949aec-f989-46e9-aa4b-c15bf25b63c7 None None] Pushing event updated for resources: {'Port': ['ID=f65eac64-ebba-413a-a624-a323fe5328c2,revision_number=2']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:56:40.190858 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501f072e-bc6f-4f0b-8b01-79ea63c26b07 None None] Pushing event updated for resources: {'Port': ['ID=6565c826-c024-4dd0-a384-0380c6c3f3f0,revision_number=3']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:56:40.205864 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-c6f16974-df75-4170-8d68-19d4e375f5f4 admin admin] Publish callbacks [] for router_gateway (1151ce99-a4ec-44c5-8fbd-42c7400f187f), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:40.213090 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.managers [None req-ac2b2ef6-53ca-4b79-82b5-acf23cff5afd None None] Attempting to bind port 6565c826-c024-4dd0-a384-0380c6c3f3f0 on host dv-cinder-740146-14-smb for vnic_type normal with profile {{(pid=103105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 02:56:40.213527 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.managers [None req-ac2b2ef6-53ca-4b79-82b5-acf23cff5afd None None] Attempting to bind port 6565c826-c024-4dd0-a384-0380c6c3f3f0 by drivers openvswitch,hyperv on host dv-cinder-740146-14-smb at level 0 using segments [{'id': '68036a91-0c82-478d-bdb4-5aba1b23ce2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'aa8f397c-9989-4eb2-96e4-41d8627a091e'}] {{(pid=103105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 02:56:40.214218 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2b2ef6-53ca-4b79-82b5-acf23cff5afd None None] Attempting to bind port 6565c826-c024-4dd0-a384-0380c6c3f3f0 on network aa8f397c-9989-4eb2-96e4-41d8627a091e {{(pid=103105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 02:56:40.224044 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2b2ef6-53ca-4b79-82b5-acf23cff5afd None None] Checking agent: {'id': '36a16930-fe6f-49e2-96be-29faaa54e9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 2, 46, 29), 'started_at': datetime.datetime(2022, 3, 11, 2, 46, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 2, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 02:56:40.224194 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2b2ef6-53ca-4b79-82b5-acf23cff5afd None None] Checking segment: {'id': '68036a91-0c82-478d-bdb4-5aba1b23ce2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'aa8f397c-9989-4eb2-96e4-41d8627a091e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 02:56:40.224614 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-ac2b2ef6-53ca-4b79-82b5-acf23cff5afd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:40.225017 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2b2ef6-53ca-4b79-82b5-acf23cff5afd None None] Bound using segment: {'id': '68036a91-0c82-478d-bdb4-5aba1b23ce2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'aa8f397c-9989-4eb2-96e4-41d8627a091e'} {{(pid=103105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 02:56:40.225612 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.managers [None req-ac2b2ef6-53ca-4b79-82b5-acf23cff5afd None None] Bound port: 6565c826-c024-4dd0-a384-0380c6c3f3f0, host: dv-cinder-740146-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68036a91-0c82-478d-bdb4-5aba1b23ce2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'aa8f397c-9989-4eb2-96e4-41d8627a091e'}}] {{(pid=103105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 02:56:40.225927 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-ac2b2ef6-53ca-4b79-82b5-acf23cff5afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (6565c826-c024-4dd0-a384-0380c6c3f3f0), before_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:40.483400 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-ac2b2ef6-53ca-4b79-82b5-acf23cff5afd None None] For port 6565c826-c024-4dd0-a384-0380c6c3f3f0, host dv-cinder-740146-14-smb, cleared binding levels {{(pid=103105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 02:56:40.488289 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-ac2b2ef6-53ca-4b79-82b5-acf23cff5afd None None] For port 6565c826-c024-4dd0-a384-0380c6c3f3f0, host dv-cinder-740146-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-smb',level=0,port_id=6565c826-c024-4dd0-a384-0380c6c3f3f0,segment=NetworkSegment(68036a91-0c82-478d-bdb4-5aba1b23ce2e),segment_id=68036a91-0c82-478d-bdb4-5aba1b23ce2e)] {{(pid=103105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 02:56:40.498706 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-ac2b2ef6-53ca-4b79-82b5-acf23cff5afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712'] for port (6565c826-c024-4dd0-a384-0380c6c3f3f0), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:40.599049 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2b2ef6-53ca-4b79-82b5-acf23cff5afd None None] Routers {'22ff7d1b-aa79-46b7-bca7-0dfbec27d176'} bound to L3 agent in host dv-cinder-740146-14-smb {{(pid=103105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 02:56:40.599841 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_hamode_db [None req-ac2b2ef6-53ca-4b79-82b5-acf23cff5afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T02:46:25Z,description=,heartbeat_timestamp=2022-03-11T02:56:25Z,host='dv-cinder-740146-14-smb',id=368653ed-b5ce-4183-9c3b-231a0bc3dd35,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T02:46:25Z,topic='l3_agent')) {'router_ids': ['22ff7d1b-aa79-46b7-bca7-0dfbec27d176'], 'active': True} {{(pid=103105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 02:56:40.607252 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501f072e-bc6f-4f0b-8b01-79ea63c26b07 None None] Pushing event updated for resources: {'Port': ['ID=6565c826-c024-4dd0-a384-0380c6c3f3f0,revision_number=4']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:56:40.613608 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [None req-730955b8-fb9d-4ab3-8543-b93181a9e960 None None] Provisioning complete for port 6565c826-c024-4dd0-a384-0380c6c3f3f0 triggered by entity DHCP. {{(pid=103105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 02:56:40.619534 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-730955b8-fb9d-4ab3-8543-b93181a9e960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536573942'] for port (6565c826-c024-4dd0-a384-0380c6c3f3f0), provisioning_complete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:40.694651 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-c6f16974-df75-4170-8d68-19d4e375f5f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580382'] for router (1151ce99-a4ec-44c5-8fbd-42c7400f187f), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:40.735684 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Device f65eac64-ebba-413a-a624-a323fe5328c2 up at agent ovs-agent-dv-cinder-740146-14-smb {{(pid=103105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 02:56:40.859627 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6f16974-df75-4170-8d68-19d4e375f5f4 admin admin] Router 1151ce99-a4ec-44c5-8fbd-42c7400f187f is scheduled to L3 agent 368653ed-b5ce-4183-9c3b-231a0bc3dd35 with binding_index 1 {{(pid=103104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 02:56:40.892882 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_dvr_db [None req-ac2b2ef6-53ca-4b79-82b5-acf23cff5afd None None] Set router 22ff7d1b-aa79-46b7-bca7-0dfbec27d176 gateway port host: dv-cinder-740146-14-smb {{(pid=103105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 02:56:40.896227 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-730955b8-fb9d-4ab3-8543-b93181a9e960 None None] Current status of the port 6565c826-c024-4dd0-a384-0380c6c3f3f0 is: DOWN; New status is: ACTIVE {{(pid=103105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 02:56:40.896628 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-730955b8-fb9d-4ab3-8543-b93181a9e960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (6565c826-c024-4dd0-a384-0380c6c3f3f0), before_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:40.948454 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Provisioning complete for port f65eac64-ebba-413a-a624-a323fe5328c2 triggered by entity L2. {{(pid=103105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 02:56:40.948454 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536573942'] for port (f65eac64-ebba-413a-a624-a323fe5328c2), provisioning_complete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:40.985816 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6f16974-df75-4170-8d68-19d4e375f5f4 admin admin] Notify agent at l3_agent.dv-cinder-740146-14-smb the message routers_updated {{(pid=103104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 02:56:40.998930 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22241e9-5277-49e0-aaf8-bfaf9337d73d None None] Sync routers for ids ['1151ce99-a4ec-44c5-8fbd-42c7400f187f'] in dv-cinder-740146-14-smb {{(pid=103106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 02:56:41.014091 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-c6f16974-df75-4170-8d68-19d4e375f5f4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:41.018615 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 41806) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:56:41.020017 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-c6f16974-df75-4170-8d68-19d4e375f5f4 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.1506634 Mar 11 02:56:41.049983 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22241e9-5277-49e0-aaf8-bfaf9337d73d None None] Routers {'1151ce99-a4ec-44c5-8fbd-42c7400f187f'} bound to L3 agent in host dv-cinder-740146-14-smb {{(pid=103106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 02:56:41.058695 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-b22241e9-5277-49e0-aaf8-bfaf9337d73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T02:46:25Z,description=,heartbeat_timestamp=2022-03-11T02:56:25Z,host='dv-cinder-740146-14-smb',id=368653ed-b5ce-4183-9c3b-231a0bc3dd35,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T02:46:25Z,topic='l3_agent')) {'router_ids': ['1151ce99-a4ec-44c5-8fbd-42c7400f187f'], 'active': True} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 02:56:41.064933 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-730955b8-fb9d-4ab3-8543-b93181a9e960 None None] For port 6565c826-c024-4dd0-a384-0380c6c3f3f0, host dv-cinder-740146-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-smb',level=0,port_id=6565c826-c024-4dd0-a384-0380c6c3f3f0,segment=NetworkSegment(68036a91-0c82-478d-bdb4-5aba1b23ce2e),segment_id=68036a91-0c82-478d-bdb4-5aba1b23ce2e)] {{(pid=103105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 02:56:41.102615 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-730955b8-fb9d-4ab3-8543-b93181a9e960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712'] for port (6565c826-c024-4dd0-a384-0380c6c3f3f0), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:41.240162 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.l3_dvr_db [None req-b22241e9-5277-49e0-aaf8-bfaf9337d73d None None] Set router 1151ce99-a4ec-44c5-8fbd-42c7400f187f gateway port host: dv-cinder-740146-14-smb {{(pid=103106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 02:56:41.319828 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da4f5bd-cf74-481c-835f-5730ad497cd4 req-03a6959e-b1e7-4467-bded-64926abdf83a tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:56:41.327833 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-7da4f5bd-cf74-481c-835f-5730ad497cd4 req-03a6959e-b1e7-4467-bded-64926abdf83a tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/ports?device_id=44ba0812-5702-4378-8cc2-5e7a41359e7e HTTP/1.1" status: 200 len: 945 time: 0.1712973 Mar 11 02:56:41.339818 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd136a7-7f75-4100-8d68-810de0d9b580 req-82512895-a571-49d7-8efd-c2d84d1bc7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:56:41.341612 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-0fd136a7-7f75-4100-8d68-810de0d9b580 req-82512895-a571-49d7-8efd-c2d84d1bc7a2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=44ba0812-5702-4378-8cc2-5e7a41359e7e HTTP/1.1" status: 200 len: 1129 time: 0.1294172 Mar 11 02:56:41.359557 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [None req-10a444f0-e3a3-45bf-b684-9ac3e13b6e7f None None] Provisioning complete for port 6565c826-c024-4dd0-a384-0380c6c3f3f0 triggered by entity DHCP. {{(pid=103105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 02:56:41.359939 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-10a444f0-e3a3-45bf-b684-9ac3e13b6e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536573942'] for port (6565c826-c024-4dd0-a384-0380c6c3f3f0), provisioning_complete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:41.401695 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-0fd136a7-7f75-4100-8d68-810de0d9b580 req-0bc66c31-ebf0-467e-b31b-095180f24084 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b5ad1bfd-bd0d-4e50-9714-1ca1b519c2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520990 Mar 11 02:56:41.419249 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730955b8-fb9d-4ab3-8543-b93181a9e960 None None] Pushing event updated for resources: {'Port': ['ID=6565c826-c024-4dd0-a384-0380c6c3f3f0,revision_number=5']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:56:41.440522 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Current status of the port f65eac64-ebba-413a-a624-a323fe5328c2 is: DOWN; New status is: ACTIVE {{(pid=103105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 02:56:41.440922 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (f65eac64-ebba-413a-a624-a323fe5328c2), before_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:41.473025 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_hamode_db [None req-ac2b2ef6-53ca-4b79-82b5-acf23cff5afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22ff7d1b-aa79-46b7-bca7-0dfbec27d176', 'name': 'tempest-TestMinimumBasicScenario-1053116969-router', 'tenant_id': 'a7bd65d0a0b54c449113a4ac00fc662d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'external_fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.45'}], 'enable_snat': True}, 'gw_port_id': '60ac13c6-e44e-4d99-bee9-a907604a61e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T02:56:33Z', 'updated_at': '2022-03-11T02:56:36Z', 'revision_number': 4, 'project_id': 'a7bd65d0a0b54c449113a4ac00fc662d', 'gw_port': {'id': '60ac13c6-e44e-4d99-bee9-a907604a61e8', 'name': '', 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:97:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ff7d1b-aa79-46b7-bca7-0dfbec27d176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:56:34Z', 'updated_at': '2022-03-11T02:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-smb', '_interfaces': [{'id': '6565c826-c024-4dd0-a384-0380c6c3f3f0', 'name': '', 'network_id': 'aa8f397c-9989-4eb2-96e4-41d8627a091e', 'tenant_id': 'a7bd65d0a0b54c449113a4ac00fc662d', 'mac_address': 'fa:16:3e:4d:f7:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22ff7d1b-aa79-46b7-bca7-0dfbec27d176', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'd4d08d7c-9091-46e5-9160-e7157dc9cc9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:56:36Z', 'updated_at': '2022-03-11T02:56:40Z', 'revision_number': 4, 'project_id': 'a7bd65d0a0b54c449113a4ac00fc662d', 'subnets': [{'id': 'd4d08d7c-9091-46e5-9160-e7157dc9cc9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-14-smb', False) {} {{(pid=103105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 02:56:41.481684 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-7da4f5bd-cf74-481c-835f-5730ad497cd4 req-683f876d-ef91-4b30-a521-2ed3ad5a8f4f tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5ad1bfd-bd0d-4e50-9714-1ca1b519c2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482868 Mar 11 02:56:41.519045 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2b2ef6-53ca-4b79-82b5-acf23cff5afd None None] The sync data for ids ['22ff7d1b-aa79-46b7-bca7-0dfbec27d176'] in dv-cinder-740146-14-smb is: [{'id': '22ff7d1b-aa79-46b7-bca7-0dfbec27d176', 'name': 'tempest-TestMinimumBasicScenario-1053116969-router', 'tenant_id': 'a7bd65d0a0b54c449113a4ac00fc662d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'external_fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.45'}], 'enable_snat': True}, 'gw_port_id': '60ac13c6-e44e-4d99-bee9-a907604a61e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T02:56:33Z', 'updated_at': '2022-03-11T02:56:36Z', 'revision_number': 4, 'project_id': 'a7bd65d0a0b54c449113a4ac00fc662d', 'gw_port': {'id': '60ac13c6-e44e-4d99-bee9-a907604a61e8', 'name': '', 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:97:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ff7d1b-aa79-46b7-bca7-0dfbec27d176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:56:34Z', 'updated_at': '2022-03-11T02:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-smb', '_interfaces': [{'id': '6565c826-c024-4dd0-a384-0380c6c3f3f0', 'name': '', 'network_id': 'aa8f397c-9989-4eb2-96e4-41d8627a091e', 'tenant_id': 'a7bd65d0a0b54c449113a4ac00fc662d', 'mac_address': 'fa:16:3e:4d:f7:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22ff7d1b-aa79-46b7-bca7-0dfbec27d176', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'd4d08d7c-9091-46e5-9160-e7157dc9cc9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:56:36Z', 'updated_at': '2022-03-11T02:56:40Z', 'revision_number': 4, 'project_id': 'a7bd65d0a0b54c449113a4ac00fc662d', 'subnets': [{'id': 'd4d08d7c-9091-46e5-9160-e7157dc9cc9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 02:56:41.532177 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] For port f65eac64-ebba-413a-a624-a323fe5328c2, host dv-cinder-740146-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-smb',level=0,port_id=f65eac64-ebba-413a-a624-a323fe5328c2,segment=NetworkSegment(f234d4b5-64aa-4a1e-bc0f-72b59ae9f1f4),segment_id=f234d4b5-64aa-4a1e-bc0f-72b59ae9f1f4)] {{(pid=103105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 02:56:41.532800 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-b22241e9-5277-49e0-aaf8-bfaf9337d73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1151ce99-a4ec-44c5-8fbd-42c7400f187f', 'name': 'tempest-TestMinimumBasicScenario-1359387354-router', 'tenant_id': 'f76db88bdbca4652ad71034137c6a4ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'external_fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.106'}], 'enable_snat': True}, 'gw_port_id': 'd65eecf4-ca84-419d-9f57-08e67668a44d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T02:56:38Z', 'updated_at': '2022-03-11T02:56:39Z', 'revision_number': 3, 'project_id': 'f76db88bdbca4652ad71034137c6a4ca', 'gw_port': {'id': 'd65eecf4-ca84-419d-9f57-08e67668a44d', 'name': '', 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:f5:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1151ce99-a4ec-44c5-8fbd-42c7400f187f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:56:39Z', 'updated_at': '2022-03-11T02:56:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-smb'}], 'dv-cinder-740146-14-smb', False) {} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 02:56:41.539887 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712'] for port (f65eac64-ebba-413a-a624-a323fe5328c2), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:41.541974 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Device 60ac13c6-e44e-4d99-bee9-a907604a61e8 up at agent ovs-agent-dv-cinder-740146-14-smb {{(pid=103105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 02:56:41.593233 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22241e9-5277-49e0-aaf8-bfaf9337d73d None None] Checking router: 1151ce99-a4ec-44c5-8fbd-42c7400f187f for host: dv-cinder-740146-14-smb {{(pid=103106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 02:56:41.593592 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22241e9-5277-49e0-aaf8-bfaf9337d73d None None] Updating router 1151ce99-a4ec-44c5-8fbd-42c7400f187f port d65eecf4-ca84-419d-9f57-08e67668a44d binding host dv-cinder-740146-14-smb {{(pid=103106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 02:56:41.647688 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-b22241e9-5277-49e0-aaf8-bfaf9337d73d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (d65eecf4-ca84-419d-9f57-08e67668a44d), before_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:41.735022 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48fdda72-3cb6-49cc-b8b7-a88ebb62218e None None] Network 69ac8e41-e889-4ea4-9822-766c2340c643 requested from dv-cinder-740146-14-smb {{(pid=103105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 02:56:41.788164 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-10a444f0-e3a3-45bf-b684-9ac3e13b6e7f None None] Current status of the port 6565c826-c024-4dd0-a384-0380c6c3f3f0 is: ACTIVE; New status is: ACTIVE {{(pid=103105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 02:56:41.827953 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Pushing event updated for resources: {'Port': ['ID=f65eac64-ebba-413a-a624-a323fe5328c2,revision_number=3']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:56:41.873160 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-93d72707-8c6c-4023-a6d8-d23e022ac028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (None), before_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:41.946608 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Provisioning complete for port 60ac13c6-e44e-4d99-bee9-a907604a61e8 triggered by entity L2. {{(pid=103105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 02:56:41.947137 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536573942'] for port (60ac13c6-e44e-4d99-bee9-a907604a61e8), provisioning_complete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:41.977891 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [None req-0124d642-54f8-4b50-8b39-783d8da43dde None None] Provisioning complete for port f65eac64-ebba-413a-a624-a323fe5328c2 triggered by entity DHCP. {{(pid=103105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 02:56:41.978501 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-0124d642-54f8-4b50-8b39-783d8da43dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536573942'] for port (f65eac64-ebba-413a-a624-a323fe5328c2), provisioning_complete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:42.032844 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-b22241e9-5277-49e0-aaf8-bfaf9337d73d None None] Publish callbacks [] for port (d65eecf4-ca84-419d-9f57-08e67668a44d), precommit_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:42.040994 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-b22241e9-5277-49e0-aaf8-bfaf9337d73d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712'] for port (d65eecf4-ca84-419d-9f57-08e67668a44d), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:42.134022 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.plugins.ml2.managers [None req-b22241e9-5277-49e0-aaf8-bfaf9337d73d None None] Attempting to bind port d65eecf4-ca84-419d-9f57-08e67668a44d on host dv-cinder-740146-14-smb for vnic_type normal with profile {{(pid=103106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 02:56:42.137282 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.plugins.ml2.managers [None req-b22241e9-5277-49e0-aaf8-bfaf9337d73d None None] Attempting to bind port d65eecf4-ca84-419d-9f57-08e67668a44d by drivers openvswitch,hyperv on host dv-cinder-740146-14-smb at level 0 using segments [{'id': '86701719-770a-4197-8a84-07fe4dcd9e0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3'}] {{(pid=103106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 02:56:42.137770 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22241e9-5277-49e0-aaf8-bfaf9337d73d None None] Attempting to bind port d65eecf4-ca84-419d-9f57-08e67668a44d on network 67cf6db3-75c3-4d86-ba36-4af7c18cd6b3 {{(pid=103106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 02:56:42.141690 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f3a325-57ca-4667-a1b5-e7329e7f466a None None] Pushing event updated for resources: {'Port': ['ID=d65eecf4-ca84-419d-9f57-08e67668a44d,revision_number=2']} {{(pid=103106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:56:42.154244 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22241e9-5277-49e0-aaf8-bfaf9337d73d None None] Checking agent: {'id': '36a16930-fe6f-49e2-96be-29faaa54e9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 2, 46, 29), 'started_at': datetime.datetime(2022, 3, 11, 2, 46, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 2, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 02:56:42.160699 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22241e9-5277-49e0-aaf8-bfaf9337d73d None None] Checking segment: {'id': '86701719-770a-4197-8a84-07fe4dcd9e0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 02:56:42.163384 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-b22241e9-5277-49e0-aaf8-bfaf9337d73d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:42.163895 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22241e9-5277-49e0-aaf8-bfaf9337d73d None None] Bound using segment: {'id': '86701719-770a-4197-8a84-07fe4dcd9e0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3'} {{(pid=103106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 02:56:42.164493 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.plugins.ml2.managers [None req-b22241e9-5277-49e0-aaf8-bfaf9337d73d None None] Bound port: d65eecf4-ca84-419d-9f57-08e67668a44d, host: dv-cinder-740146-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86701719-770a-4197-8a84-07fe4dcd9e0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3'}}] {{(pid=103106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 02:56:42.164713 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.db.db_base_plugin_common [None req-93d72707-8c6c-4023-a6d8-d23e022ac028 admin admin] Allocated IP 172.20.0.1 (69ac8e41-e889-4ea4-9822-766c2340c643/b3790cea-5bed-4584-9c0f-d764ce3172ca/4a76abfa-1560-42cd-821b-76cb40cf06da) {{(pid=103103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 02:56:42.165313 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-b22241e9-5277-49e0-aaf8-bfaf9337d73d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (d65eecf4-ca84-419d-9f57-08e67668a44d), before_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:42.247782 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Current status of the port 60ac13c6-e44e-4d99-bee9-a907604a61e8 is: ACTIVE; New status is: ACTIVE {{(pid=103105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 02:56:42.256273 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-0124d642-54f8-4b50-8b39-783d8da43dde None None] Current status of the port f65eac64-ebba-413a-a624-a323fe5328c2 is: ACTIVE; New status is: ACTIVE {{(pid=103105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 02:56:42.313676 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-b22241e9-5277-49e0-aaf8-bfaf9337d73d None None] For port d65eecf4-ca84-419d-9f57-08e67668a44d, host dv-cinder-740146-14-smb, cleared binding levels {{(pid=103106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 02:56:42.317732 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-b22241e9-5277-49e0-aaf8-bfaf9337d73d None None] For port d65eecf4-ca84-419d-9f57-08e67668a44d, host dv-cinder-740146-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-smb',level=0,port_id=d65eecf4-ca84-419d-9f57-08e67668a44d,segment=NetworkSegment(86701719-770a-4197-8a84-07fe4dcd9e0f),segment_id=86701719-770a-4197-8a84-07fe4dcd9e0f)] {{(pid=103106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 02:56:42.327895 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-b22241e9-5277-49e0-aaf8-bfaf9337d73d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712'] for port (d65eecf4-ca84-419d-9f57-08e67668a44d), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:42.337777 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-93d72707-8c6c-4023-a6d8-d23e022ac028 admin admin] Publish callbacks [] for port (4a76abfa-1560-42cd-821b-76cb40cf06da), precommit_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:42.410907 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22241e9-5277-49e0-aaf8-bfaf9337d73d None None] Routers {'1151ce99-a4ec-44c5-8fbd-42c7400f187f'} bound to L3 agent in host dv-cinder-740146-14-smb {{(pid=103106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 02:56:42.412883 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-b22241e9-5277-49e0-aaf8-bfaf9337d73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T02:46:25Z,description=,heartbeat_timestamp=2022-03-11T02:56:25Z,host='dv-cinder-740146-14-smb',id=368653ed-b5ce-4183-9c3b-231a0bc3dd35,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T02:46:25Z,topic='l3_agent')) {'router_ids': ['1151ce99-a4ec-44c5-8fbd-42c7400f187f'], 'active': True} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 02:56:42.436666 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-93d72707-8c6c-4023-a6d8-d23e022ac028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774348857676'] for port (4a76abfa-1560-42cd-821b-76cb40cf06da), after_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:42.484231 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f3a325-57ca-4667-a1b5-e7329e7f466a None None] Pushing event updated for resources: {'Port': ['ID=d65eecf4-ca84-419d-9f57-08e67668a44d,revision_number=3']} {{(pid=103106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:56:42.523107 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d72707-8c6c-4023-a6d8-d23e022ac028 admin admin] Network 69ac8e41-e889-4ea4-9822-766c2340c643 is already hosted by enough agents. {{(pid=103103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 02:56:42.531042 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.scheduler.base_scheduler [None req-93d72707-8c6c-4023-a6d8-d23e022ac028 admin admin] Resources bound (agent type, host, resource id): {{(pid=103103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 02:56:42.549767 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d72707-8c6c-4023-a6d8-d23e022ac028 admin admin] Received port after_create {{(pid=103103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 02:56:42.550169 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-93d72707-8c6c-4023-a6d8-d23e022ac028 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-576625'] for router_interface (1151ce99-a4ec-44c5-8fbd-42c7400f187f), before_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:42.597915 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [None req-c9ed79b2-487f-4a00-9e8f-76b22b4f13a4 None None] Provisioning complete for port f65eac64-ebba-413a-a624-a323fe5328c2 triggered by entity DHCP. {{(pid=103105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 02:56:42.599347 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c9ed79b2-487f-4a00-9e8f-76b22b4f13a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536573942'] for port (f65eac64-ebba-413a-a624-a323fe5328c2), provisioning_complete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:42.689011 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d72707-8c6c-4023-a6d8-d23e022ac028 admin admin] Pushing event updated for resources: {'Port': ['ID=4a76abfa-1560-42cd-821b-76cb40cf06da,revision_number=1']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:56:42.690250 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.l3_dvr_db [None req-b22241e9-5277-49e0-aaf8-bfaf9337d73d None None] Set router 1151ce99-a4ec-44c5-8fbd-42c7400f187f gateway port host: dv-cinder-740146-14-smb {{(pid=103106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 02:56:42.742638 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Device f65eac64-ebba-413a-a624-a323fe5328c2 up at agent ovs-agent-dv-cinder-740146-14-smb {{(pid=103105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 02:56:42.757037 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8ee4ce-5b08-4691-b0d9-f0d4c6baabe2 req-c82aa906-dd31-4c64-8b47-a546fd314d93 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:56:42.769536 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-3c8ee4ce-5b08-4691-b0d9-f0d4c6baabe2 req-c82aa906-dd31-4c64-8b47-a546fd314d93 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/ports?device_id=44ba0812-5702-4378-8cc2-5e7a41359e7e HTTP/1.1" status: 200 len: 945 time: 0.1579628 Mar 11 02:56:42.893405 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-3c8ee4ce-5b08-4691-b0d9-f0d4c6baabe2 req-be35d09b-0fa9-4fc9-86c8-4eed7b12d493 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5ad1bfd-bd0d-4e50-9714-1ca1b519c2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098416 Mar 11 02:56:42.898055 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-c9ed79b2-487f-4a00-9e8f-76b22b4f13a4 None None] Current status of the port f65eac64-ebba-413a-a624-a323fe5328c2 is: ACTIVE; New status is: ACTIVE {{(pid=103105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 02:56:42.931847 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Provisioning complete for port f65eac64-ebba-413a-a624-a323fe5328c2 triggered by entity L2. {{(pid=103105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 02:56:42.932557 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536573942'] for port (f65eac64-ebba-413a-a624-a323fe5328c2), provisioning_complete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:42.938827 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-93d72707-8c6c-4023-a6d8-d23e022ac028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (4a76abfa-1560-42cd-821b-76cb40cf06da), before_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:43.050895 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [None req-f3b7f712-fc21-4b46-b9b5-9acfa2829bd4 None None] Provisioning complete for port 4a76abfa-1560-42cd-821b-76cb40cf06da triggered by entity DHCP. {{(pid=103105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 02:56:43.051441 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-f3b7f712-fc21-4b46-b9b5-9acfa2829bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536573942'] for port (4a76abfa-1560-42cd-821b-76cb40cf06da), provisioning_complete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:43.053706 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Current status of the port f65eac64-ebba-413a-a624-a323fe5328c2 is: ACTIVE; New status is: ACTIVE {{(pid=103105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 02:56:43.054977 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Device 6565c826-c024-4dd0-a384-0380c6c3f3f0 up at agent ovs-agent-dv-cinder-740146-14-smb {{(pid=103105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 02:56:43.118085 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-b22241e9-5277-49e0-aaf8-bfaf9337d73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1151ce99-a4ec-44c5-8fbd-42c7400f187f', 'name': 'tempest-TestMinimumBasicScenario-1359387354-router', 'tenant_id': 'f76db88bdbca4652ad71034137c6a4ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'external_fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.106'}], 'enable_snat': True}, 'gw_port_id': 'd65eecf4-ca84-419d-9f57-08e67668a44d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T02:56:38Z', 'updated_at': '2022-03-11T02:56:39Z', 'revision_number': 3, 'project_id': 'f76db88bdbca4652ad71034137c6a4ca', 'gw_port': {'id': 'd65eecf4-ca84-419d-9f57-08e67668a44d', 'name': '', 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:f5:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1151ce99-a4ec-44c5-8fbd-42c7400f187f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:56:39Z', 'updated_at': '2022-03-11T02:56:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-smb'}], 'dv-cinder-740146-14-smb', False) {} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 02:56:43.135909 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-f3b7f712-fc21-4b46-b9b5-9acfa2829bd4 None None] Port 4a76abfa-1560-42cd-821b-76cb40cf06da cannot update to ACTIVE because it is not bound. {{(pid=103105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 02:56:43.155470 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Provisioning complete for port 6565c826-c024-4dd0-a384-0380c6c3f3f0 triggered by entity L2. {{(pid=103105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 02:56:43.155948 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536573942'] for port (6565c826-c024-4dd0-a384-0380c6c3f3f0), provisioning_complete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:43.183621 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22241e9-5277-49e0-aaf8-bfaf9337d73d None None] The sync data for ids ['1151ce99-a4ec-44c5-8fbd-42c7400f187f'] in dv-cinder-740146-14-smb is: [{'id': '1151ce99-a4ec-44c5-8fbd-42c7400f187f', 'name': 'tempest-TestMinimumBasicScenario-1359387354-router', 'tenant_id': 'f76db88bdbca4652ad71034137c6a4ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'external_fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.106'}], 'enable_snat': True}, 'gw_port_id': 'd65eecf4-ca84-419d-9f57-08e67668a44d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T02:56:38Z', 'updated_at': '2022-03-11T02:56:39Z', 'revision_number': 3, 'project_id': 'f76db88bdbca4652ad71034137c6a4ca', 'gw_port': {'id': 'd65eecf4-ca84-419d-9f57-08e67668a44d', 'name': '', 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:f5:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1151ce99-a4ec-44c5-8fbd-42c7400f187f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:56:39Z', 'updated_at': '2022-03-11T02:56:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-smb'}] {{(pid=103106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 02:56:43.218679 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-93d72707-8c6c-4023-a6d8-d23e022ac028 admin admin] Publish callbacks [] for port (4a76abfa-1560-42cd-821b-76cb40cf06da), precommit_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:43.224492 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-93d72707-8c6c-4023-a6d8-d23e022ac028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712'] for port (4a76abfa-1560-42cd-821b-76cb40cf06da), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:43.225280 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-93d72707-8c6c-4023-a6d8-d23e022ac028 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-648101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-576733'] for router_interface (1151ce99-a4ec-44c5-8fbd-42c7400f187f), after_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:43.273474 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Current status of the port 6565c826-c024-4dd0-a384-0380c6c3f3f0 is: ACTIVE; New status is: ACTIVE {{(pid=103105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 02:56:43.318451 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d72707-8c6c-4023-a6d8-d23e022ac028 admin admin] Pushing event updated for resources: {'Port': ['ID=4a76abfa-1560-42cd-821b-76cb40cf06da,revision_number=2']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:56:43.385884 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d72707-8c6c-4023-a6d8-d23e022ac028 admin admin] Network 69ac8e41-e889-4ea4-9822-766c2340c643 is already hosted by enough agents. {{(pid=103103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 02:56:43.387264 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.scheduler.base_scheduler [None req-93d72707-8c6c-4023-a6d8-d23e022ac028 admin admin] Resources bound (agent type, host, resource id): {{(pid=103103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 02:56:43.512611 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93d72707-8c6c-4023-a6d8-d23e022ac028 admin admin] Router 1151ce99-a4ec-44c5-8fbd-42c7400f187f has already been hosted by L3 agent 368653ed-b5ce-4183-9c3b-231a0bc3dd35 {{(pid=103103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 02:56:43.641976 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93d72707-8c6c-4023-a6d8-d23e022ac028 admin admin] Notify agent at l3_agent.dv-cinder-740146-14-smb the message routers_updated {{(pid=103103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 02:56:43.647244 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-93d72707-8c6c-4023-a6d8-d23e022ac028 admin admin] 10.222.0.20 "PUT /v2.0/routers/1151ce99-a4ec-44c5-8fbd-42c7400f187f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6269410 Mar 11 02:56:43.670853 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [None req-c6c1bb7b-b7e4-41a3-bf23-968fbb3d53a2 None None] Provisioning complete for port 4a76abfa-1560-42cd-821b-76cb40cf06da triggered by entity DHCP. {{(pid=103105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 02:56:43.671354 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c6c1bb7b-b7e4-41a3-bf23-968fbb3d53a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536573942'] for port (4a76abfa-1560-42cd-821b-76cb40cf06da), provisioning_complete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:43.710396 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-c6c1bb7b-b7e4-41a3-bf23-968fbb3d53a2 None None] Port 4a76abfa-1560-42cd-821b-76cb40cf06da cannot update to ACTIVE because it is not bound. {{(pid=103105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 02:56:44.042887 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14d432b-24e4-4625-846e-05f2f7afbbbf req-1f799895-72bb-4c38-b9dc-935a0c1f451f tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:56:44.044781 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-b14d432b-24e4-4625-846e-05f2f7afbbbf req-1f799895-72bb-4c38-b9dc-935a0c1f451f tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/ports?device_id=44ba0812-5702-4378-8cc2-5e7a41359e7e HTTP/1.1" status: 200 len: 945 time: 0.0740330 Mar 11 02:56:44.103289 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-b14d432b-24e4-4625-846e-05f2f7afbbbf req-af909e25-1356-4b09-a5a1-771366c74fb4 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5ad1bfd-bd0d-4e50-9714-1ca1b519c2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522201 Mar 11 02:56:44.415781 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb8bcdb-f4a4-46b0-b729-ec8acde67c36 req-d730595b-e930-4bd1-80fc-69d018d83c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:56:44.417363 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-5cb8bcdb-f4a4-46b0-b729-ec8acde67c36 req-d730595b-e930-4bd1-80fc-69d018d83c0d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=455c4aaecbbb4110abf67996ffc3f4bb&device_id=44ba0812-5702-4378-8cc2-5e7a41359e7e HTTP/1.1" status: 200 len: 1129 time: 0.0806489 Mar 11 02:56:44.428343 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c27970d-8e20-441b-beef-16674f784a23 req-93c0741e-75fc-4f9f-a860-f239bb950b11 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:56:44.435276 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-0c27970d-8e20-441b-beef-16674f784a23 req-93c0741e-75fc-4f9f-a860-f239bb950b11 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/ports?device_id=44ba0812-5702-4378-8cc2-5e7a41359e7e HTTP/1.1" status: 200 len: 945 time: 0.0894144 Mar 11 02:56:44.492296 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Device d65eecf4-ca84-419d-9f57-08e67668a44d up at agent ovs-agent-dv-cinder-740146-14-smb {{(pid=103105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 02:56:44.584791 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-0c27970d-8e20-441b-beef-16674f784a23 req-dd1fbdb1-fa2d-4cd9-b304-8583d886cb73 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5ad1bfd-bd0d-4e50-9714-1ca1b519c2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483817 Mar 11 02:56:44.614961 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb8bcdb-f4a4-46b0-b729-ec8acde67c36 req-9789d965-f0c4-4ffd-adb1-6e253537ea68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:56:44.616580 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-5cb8bcdb-f4a4-46b0-b729-ec8acde67c36 req-9789d965-f0c4-4ffd-adb1-6e253537ea68 service neutron] 10.222.0.13 "GET /v2.0/networks?id=efac0d19-7339-4c25-b4bc-ad7f12378dc1 HTTP/1.1" status: 200 len: 919 time: 0.1741490 Mar 11 02:56:44.690393 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-5cb8bcdb-f4a4-46b0-b729-ec8acde67c36 req-1d81a6c6-6b51-4158-b225-c86af0361b48 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d667e6b8-6222-406b-9aa8-bcfc50864c9a HTTP/1.1" status: 200 len: 217 time: 0.0589468 Mar 11 02:56:44.751650 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb8bcdb-f4a4-46b0-b729-ec8acde67c36 req-421fe846-3829-42eb-978f-0b2fffda26a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:56:44.751897 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Provisioning complete for port d65eecf4-ca84-419d-9f57-08e67668a44d triggered by entity L2. {{(pid=103105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 02:56:44.752255 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536573942'] for port (d65eecf4-ca84-419d-9f57-08e67668a44d), provisioning_complete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:44.753761 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-5cb8bcdb-f4a4-46b0-b729-ec8acde67c36 req-421fe846-3829-42eb-978f-0b2fffda26a4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e03685bc-4eda-4636-83ff-246654d7e2b8 HTTP/1.1" status: 200 len: 858 time: 0.0513754 Mar 11 02:56:44.800051 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-5cb8bcdb-f4a4-46b0-b729-ec8acde67c36 req-8f6e4544-cc07-49e3-9473-7814705ea929 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=efac0d19-7339-4c25-b4bc-ad7f12378dc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331612 Mar 11 02:56:44.856622 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Current status of the port d65eecf4-ca84-419d-9f57-08e67668a44d is: DOWN; New status is: ACTIVE {{(pid=103105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 02:56:44.856929 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (d65eecf4-ca84-419d-9f57-08e67668a44d), before_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:44.912760 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] For port d65eecf4-ca84-419d-9f57-08e67668a44d, host dv-cinder-740146-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-smb',level=0,port_id=d65eecf4-ca84-419d-9f57-08e67668a44d,segment=NetworkSegment(86701719-770a-4197-8a84-07fe4dcd9e0f),segment_id=86701719-770a-4197-8a84-07fe4dcd9e0f)] {{(pid=103105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 02:56:44.928775 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-5cb8bcdb-f4a4-46b0-b729-ec8acde67c36 req-7a4b5b43-4f9a-417d-955e-31b77c928387 service neutron] 10.222.0.13 "GET /v2.0/networks/efac0d19-7339-4c25-b4bc-ad7f12378dc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181002 Mar 11 02:56:44.929060 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712'] for port (d65eecf4-ca84-419d-9f57-08e67668a44d), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:44.969277 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 41906) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:56:45.000057 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Pushing event updated for resources: {'Port': ['ID=d65eecf4-ca84-419d-9f57-08e67668a44d,revision_number=4']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:56:45.033754 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3e6dbda-66b9-461c-964b-0a4bf6ac6420 admin admin] Deleting subnet 5537e256-b77a-4a3d-850d-3ec5e732c58e {{(pid=103103) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 02:56:45.038259 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-a3e6dbda-66b9-461c-964b-0a4bf6ac6420 admin admin] Publish callbacks [] for subnet (5537e256-b77a-4a3d-850d-3ec5e732c58e), before_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:45.069884 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-5cb8bcdb-f4a4-46b0-b729-ec8acde67c36 req-5936c002-cd44-4449-9c8c-8ca2de585104 service neutron] 10.222.0.13 "GET /v2.0/networks/efac0d19-7339-4c25-b4bc-ad7f12378dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215370 Mar 11 02:56:45.087343 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-a3e6dbda-66b9-461c-964b-0a4bf6ac6420 admin admin] Publish callbacks [] for subnet (5537e256-b77a-4a3d-850d-3ec5e732c58e), precommit_delete_associations {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:45.097708 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-a3e6dbda-66b9-461c-964b-0a4bf6ac6420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536560100'] for subnet (5537e256-b77a-4a3d-850d-3ec5e732c58e), precommit_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:45.185649 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-a3e6dbda-66b9-461c-964b-0a4bf6ac6420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536560111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087'] for subnet (5537e256-b77a-4a3d-850d-3ec5e732c58e), after_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:45.219866 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e6dbda-66b9-461c-964b-0a4bf6ac6420 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5537e256-b77a-4a3d-850d-3ec5e732c58e,revision_number=None']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:56:45.229951 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-a3e6dbda-66b9-461c-964b-0a4bf6ac6420 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-648073'] for subnet (None), before_response {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:45.233818 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-a3e6dbda-66b9-461c-964b-0a4bf6ac6420 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/5537e256-b77a-4a3d-850d-3ec5e732c58e HTTP/1.1" status: 204 len: 168 time: 0.2636087 Mar 11 02:56:45.236900 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 41908) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:56:45.254076 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c021e3-bd7c-47df-b64b-a23d4c8843c4 None None] Sync routers for ids ['1151ce99-a4ec-44c5-8fbd-42c7400f187f'] in dv-cinder-740146-14-smb {{(pid=103105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 02:56:45.276511 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c021e3-bd7c-47df-b64b-a23d4c8843c4 None None] Routers {'1151ce99-a4ec-44c5-8fbd-42c7400f187f'} bound to L3 agent in host dv-cinder-740146-14-smb {{(pid=103105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 02:56:45.277169 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_hamode_db [None req-c8c021e3-bd7c-47df-b64b-a23d4c8843c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T02:46:25Z,description=,heartbeat_timestamp=2022-03-11T02:56:25Z,host='dv-cinder-740146-14-smb',id=368653ed-b5ce-4183-9c3b-231a0bc3dd35,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T02:46:25Z,topic='l3_agent')) {'router_ids': ['1151ce99-a4ec-44c5-8fbd-42c7400f187f'], 'active': True} {{(pid=103105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 02:56:45.354139 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-6fba1ded-fc92-4101-8801-c4d41d2ad0c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536131617'] for network (1d0ae26c-97c4-4779-ae18-ad7416fd880d), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:45.417422 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_dvr_db [None req-c8c021e3-bd7c-47df-b64b-a23d4c8843c4 None None] Set router 1151ce99-a4ec-44c5-8fbd-42c7400f187f gateway port host: dv-cinder-740146-14-smb {{(pid=103105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 02:56:45.443619 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-6fba1ded-fc92-4101-8801-c4d41d2ad0c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536562719', 'neutron.services.segments.db._delete_segments_for_network-8774349187094'] for network (1d0ae26c-97c4-4779-ae18-ad7416fd880d), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:45.469344 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.services.segments.db [None req-6fba1ded-fc92-4101-8801-c4d41d2ad0c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d0ae26c-97c4-4779-ae18-ad7416fd880d']}} {{(pid=103104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 02:56:45.479451 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.services.segments.db [None req-6fba1ded-fc92-4101-8801-c4d41d2ad0c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d858f73-7bc5-4b5d-8b01-b3529c7a442f') {'for_net_delete': True} {{(pid=103104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 02:56:45.480042 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.services.segments.db [None req-6fba1ded-fc92-4101-8801-c4d41d2ad0c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d858f73-7bc5-4b5d-8b01-b3529c7a442f') {} {{(pid=103104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 02:56:45.492113 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-6fba1ded-fc92-4101-8801-c4d41d2ad0c2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774349187871', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3905102'] for segment (6d858f73-7bc5-4b5d-8b01-b3529c7a442f), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:45.512204 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-6fba1ded-fc92-4101-8801-c4d41d2ad0c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536533115'] for segment (6d858f73-7bc5-4b5d-8b01-b3529c7a442f), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:45.522983 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fba1ded-fc92-4101-8801-c4d41d2ad0c2 admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=103104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 02:56:45.523748 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-6fba1ded-fc92-4101-8801-c4d41d2ad0c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536533115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9193682'] for segment (6d858f73-7bc5-4b5d-8b01-b3529c7a442f), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:45.525733 dv-cinder-740146-14-smb neutron-server[103104]: Traceback (most recent call last): Mar 11 02:56:45.525733 dv-cinder-740146-14-smb neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 02:56:45.525733 dv-cinder-740146-14-smb neutron-server[103104]: timer() Mar 11 02:56:45.525733 dv-cinder-740146-14-smb neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 02:56:45.525733 dv-cinder-740146-14-smb neutron-server[103104]: cb(*args, **kw) Mar 11 02:56:45.525733 dv-cinder-740146-14-smb neutron-server[103104]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 02:56:45.525733 dv-cinder-740146-14-smb neutron-server[103104]: return func(*args, **kwargs) Mar 11 02:56:45.525733 dv-cinder-740146-14-smb neutron-server[103104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 02:56:45.525733 dv-cinder-740146-14-smb neutron-server[103104]: self._notify() Mar 11 02:56:45.525733 dv-cinder-740146-14-smb neutron-server[103104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 02:56:45.525733 dv-cinder-740146-14-smb neutron-server[103104]: self.callback(batched_events) Mar 11 02:56:45.525733 dv-cinder-740146-14-smb neutron-server[103104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 02:56:45.525733 dv-cinder-740146-14-smb neutron-server[103104]: event.method(event) Mar 11 02:56:45.525733 dv-cinder-740146-14-smb neutron-server[103104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 02:56:45.525733 dv-cinder-740146-14-smb neutron-server[103104]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 02:56:45.525733 dv-cinder-740146-14-smb neutron-server[103104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 02:56:45.525733 dv-cinder-740146-14-smb neutron-server[103104]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 02:56:45.525733 dv-cinder-740146-14-smb neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 02:56:45.525733 dv-cinder-740146-14-smb neutron-server[103104]: return f(self, *a, **k) Mar 11 02:56:45.525733 dv-cinder-740146-14-smb neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 02:56:45.525733 dv-cinder-740146-14-smb neutron-server[103104]: return self._get(url).json() Mar 11 02:56:45.525733 dv-cinder-740146-14-smb neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 02:56:45.525733 dv-cinder-740146-14-smb neutron-server[103104]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 02:56:45.525733 dv-cinder-740146-14-smb neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 02:56:45.525733 dv-cinder-740146-14-smb neutron-server[103104]: return self.request(url, 'GET', **kwargs) Mar 11 02:56:45.525733 dv-cinder-740146-14-smb neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 02:56:45.525733 dv-cinder-740146-14-smb neutron-server[103104]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 02:56:45.525733 dv-cinder-740146-14-smb neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 02:56:45.525733 dv-cinder-740146-14-smb neutron-server[103104]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 02:56:45.525733 dv-cinder-740146-14-smb neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 02:56:45.525733 dv-cinder-740146-14-smb neutron-server[103104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 02:56:45.525733 dv-cinder-740146-14-smb neutron-server[103104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 02:56:45.631564 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-6fba1ded-fc92-4101-8801-c4d41d2ad0c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536562790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580582'] for network (1d0ae26c-97c4-4779-ae18-ad7416fd880d), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:45.640272 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-6fba1ded-fc92-4101-8801-c4d41d2ad0c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-648073'] for network (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:45.646053 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-6fba1ded-fc92-4101-8801-c4d41d2ad0c2 admin admin] 10.222.0.20 "DELETE /v2.0/networks/1d0ae26c-97c4-4779-ae18-ad7416fd880d HTTP/1.1" status: 204 len: 168 time: 0.4049029 Mar 11 02:56:45.646483 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 41914) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:56:45.665241 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fba1ded-fc92-4101-8801-c4d41d2ad0c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d0ae26c-97c4-4779-ae18-ad7416fd880d,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:56:45.764209 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.db.db_base_plugin_v2 [None req-06205df2-3cb2-467e-a8bd-c24b5b1a22cb admin admin] Deleting subnet d754ce96-6cd9-4a9a-8e4d-9e9e4a810c31 {{(pid=103103) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 02:56:45.766697 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_hamode_db [None req-c8c021e3-bd7c-47df-b64b-a23d4c8843c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1151ce99-a4ec-44c5-8fbd-42c7400f187f', 'name': 'tempest-TestMinimumBasicScenario-1359387354-router', 'tenant_id': 'f76db88bdbca4652ad71034137c6a4ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'external_fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.106'}], 'enable_snat': True}, 'gw_port_id': 'd65eecf4-ca84-419d-9f57-08e67668a44d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T02:56:38Z', 'updated_at': '2022-03-11T02:56:42Z', 'revision_number': 4, 'project_id': 'f76db88bdbca4652ad71034137c6a4ca', 'gw_port': {'id': 'd65eecf4-ca84-419d-9f57-08e67668a44d', 'name': '', 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:f5:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1151ce99-a4ec-44c5-8fbd-42c7400f187f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:56:39Z', 'updated_at': '2022-03-11T02:56:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-smb', '_interfaces': [{'id': '4a76abfa-1560-42cd-821b-76cb40cf06da', 'name': '', 'network_id': '69ac8e41-e889-4ea4-9822-766c2340c643', 'tenant_id': 'f76db88bdbca4652ad71034137c6a4ca', 'mac_address': 'fa:16:3e:42:94:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1151ce99-a4ec-44c5-8fbd-42c7400f187f', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'b3790cea-5bed-4584-9c0f-d764ce3172ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:56:41Z', 'updated_at': '2022-03-11T02:56:43Z', 'revision_number': 2, 'project_id': 'f76db88bdbca4652ad71034137c6a4ca', 'subnets': [{'id': 'b3790cea-5bed-4584-9c0f-d764ce3172ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-14-smb', False) {} {{(pid=103105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 02:56:45.767495 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-06205df2-3cb2-467e-a8bd-c24b5b1a22cb admin admin] Publish callbacks [] for subnet (d754ce96-6cd9-4a9a-8e4d-9e9e4a810c31), before_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:45.804344 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c021e3-bd7c-47df-b64b-a23d4c8843c4 None None] Checking router: 1151ce99-a4ec-44c5-8fbd-42c7400f187f for host: dv-cinder-740146-14-smb {{(pid=103105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 02:56:45.804966 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1883e2-5171-4337-9e6a-267cbd946c36 req-4420d515-ee45-4e0c-9fcc-9717a4cb0ac6 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:56:45.805294 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c021e3-bd7c-47df-b64b-a23d4c8843c4 None None] Updating router 1151ce99-a4ec-44c5-8fbd-42c7400f187f port 4a76abfa-1560-42cd-821b-76cb40cf06da binding host dv-cinder-740146-14-smb {{(pid=103105) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 02:56:45.806499 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-8c1883e2-5171-4337-9e6a-267cbd946c36 req-4420d515-ee45-4e0c-9fcc-9717a4cb0ac6 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/ports?device_id=44ba0812-5702-4378-8cc2-5e7a41359e7e HTTP/1.1" status: 200 len: 945 time: 0.1094828 Mar 11 02:56:45.816642 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-06205df2-3cb2-467e-a8bd-c24b5b1a22cb admin admin] Publish callbacks [] for subnet (d754ce96-6cd9-4a9a-8e4d-9e9e4a810c31), precommit_delete_associations {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:45.834401 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-06205df2-3cb2-467e-a8bd-c24b5b1a22cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536560100'] for subnet (d754ce96-6cd9-4a9a-8e4d-9e9e4a810c31), precommit_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:45.840320 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c8c021e3-bd7c-47df-b64b-a23d4c8843c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (4a76abfa-1560-42cd-821b-76cb40cf06da), before_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:45.905545 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-8c1883e2-5171-4337-9e6a-267cbd946c36 req-273117c4-c0ec-49c7-83e3-d2614b2f454f tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5ad1bfd-bd0d-4e50-9714-1ca1b519c2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910919 Mar 11 02:56:45.936872 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-06205df2-3cb2-467e-a8bd-c24b5b1a22cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536560111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087'] for subnet (d754ce96-6cd9-4a9a-8e4d-9e9e4a810c31), after_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:45.957395 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-06205df2-3cb2-467e-a8bd-c24b5b1a22cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-648073'] for subnet (None), before_response {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:45.963751 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-06205df2-3cb2-467e-a8bd-c24b5b1a22cb admin admin] 10.222.0.20 "DELETE /v2.0/subnets/d754ce96-6cd9-4a9a-8e4d-9e9e4a810c31 HTTP/1.1" status: 204 len: 168 time: 0.3140507 Mar 11 02:56:45.964155 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 41916) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:56:46.011906 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06205df2-3cb2-467e-a8bd-c24b5b1a22cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d754ce96-6cd9-4a9a-8e4d-9e9e4a810c31,revision_number=None']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:56:46.098456 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-59150412-666f-4985-8853-630b2ad63adc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536131617'] for network (7287896b-bdd6-4230-8d56-f718e24e8c4f), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:46.193889 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-59150412-666f-4985-8853-630b2ad63adc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536562719', 'neutron.services.segments.db._delete_segments_for_network-8774349187094'] for network (7287896b-bdd6-4230-8d56-f718e24e8c4f), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:46.222451 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.services.segments.db [None req-59150412-666f-4985-8853-630b2ad63adc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7287896b-bdd6-4230-8d56-f718e24e8c4f']}} {{(pid=103104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 02:56:46.233391 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.services.segments.db [None req-59150412-666f-4985-8853-630b2ad63adc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69aba1f2-88ea-4064-81a2-bd663af9d03f') {'for_net_delete': True} {{(pid=103104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 02:56:46.233687 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.services.segments.db [None req-59150412-666f-4985-8853-630b2ad63adc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69aba1f2-88ea-4064-81a2-bd663af9d03f') {} {{(pid=103104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 02:56:46.245109 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-59150412-666f-4985-8853-630b2ad63adc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774349187871', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3905102'] for segment (69aba1f2-88ea-4064-81a2-bd663af9d03f), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:46.259522 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-59150412-666f-4985-8853-630b2ad63adc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536533115'] for segment (69aba1f2-88ea-4064-81a2-bd663af9d03f), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:46.266573 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59150412-666f-4985-8853-630b2ad63adc admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=103104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 02:56:46.266980 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-59150412-666f-4985-8853-630b2ad63adc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536533115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9193682'] for segment (69aba1f2-88ea-4064-81a2-bd663af9d03f), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:46.279335 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c8c021e3-bd7c-47df-b64b-a23d4c8843c4 None None] Publish callbacks [] for port (4a76abfa-1560-42cd-821b-76cb40cf06da), precommit_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:46.308596 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c8c021e3-bd7c-47df-b64b-a23d4c8843c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712'] for port (4a76abfa-1560-42cd-821b-76cb40cf06da), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:46.332267 dv-cinder-740146-14-smb neutron-server[103104]: Traceback (most recent call last): Mar 11 02:56:46.332267 dv-cinder-740146-14-smb neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 02:56:46.332267 dv-cinder-740146-14-smb neutron-server[103104]: timer() Mar 11 02:56:46.332267 dv-cinder-740146-14-smb neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 02:56:46.332267 dv-cinder-740146-14-smb neutron-server[103104]: cb(*args, **kw) Mar 11 02:56:46.332267 dv-cinder-740146-14-smb neutron-server[103104]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 02:56:46.332267 dv-cinder-740146-14-smb neutron-server[103104]: return func(*args, **kwargs) Mar 11 02:56:46.332267 dv-cinder-740146-14-smb neutron-server[103104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 02:56:46.332267 dv-cinder-740146-14-smb neutron-server[103104]: self._notify() Mar 11 02:56:46.332267 dv-cinder-740146-14-smb neutron-server[103104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 02:56:46.332267 dv-cinder-740146-14-smb neutron-server[103104]: self.callback(batched_events) Mar 11 02:56:46.332267 dv-cinder-740146-14-smb neutron-server[103104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 02:56:46.332267 dv-cinder-740146-14-smb neutron-server[103104]: event.method(event) Mar 11 02:56:46.332267 dv-cinder-740146-14-smb neutron-server[103104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 02:56:46.332267 dv-cinder-740146-14-smb neutron-server[103104]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 02:56:46.332267 dv-cinder-740146-14-smb neutron-server[103104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 02:56:46.332267 dv-cinder-740146-14-smb neutron-server[103104]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 02:56:46.332267 dv-cinder-740146-14-smb neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 02:56:46.332267 dv-cinder-740146-14-smb neutron-server[103104]: return f(self, *a, **k) Mar 11 02:56:46.332267 dv-cinder-740146-14-smb neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 02:56:46.332267 dv-cinder-740146-14-smb neutron-server[103104]: return self._get(url).json() Mar 11 02:56:46.332267 dv-cinder-740146-14-smb neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 02:56:46.332267 dv-cinder-740146-14-smb neutron-server[103104]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 02:56:46.332267 dv-cinder-740146-14-smb neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 02:56:46.332267 dv-cinder-740146-14-smb neutron-server[103104]: return self.request(url, 'GET', **kwargs) Mar 11 02:56:46.332267 dv-cinder-740146-14-smb neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 02:56:46.332267 dv-cinder-740146-14-smb neutron-server[103104]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 02:56:46.332267 dv-cinder-740146-14-smb neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 02:56:46.332267 dv-cinder-740146-14-smb neutron-server[103104]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 02:56:46.332267 dv-cinder-740146-14-smb neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 02:56:46.332267 dv-cinder-740146-14-smb neutron-server[103104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 02:56:46.332267 dv-cinder-740146-14-smb neutron-server[103104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 02:56:46.340116 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-59150412-666f-4985-8853-630b2ad63adc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536562790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580582'] for network (7287896b-bdd6-4230-8d56-f718e24e8c4f), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:46.386123 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-59150412-666f-4985-8853-630b2ad63adc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-648073'] for network (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:46.392772 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-59150412-666f-4985-8853-630b2ad63adc admin admin] 10.222.0.20 "DELETE /v2.0/networks/7287896b-bdd6-4230-8d56-f718e24e8c4f HTTP/1.1" status: 204 len: 168 time: 0.4275753 Mar 11 02:56:46.401473 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59150412-666f-4985-8853-630b2ad63adc admin admin] Pushing event deleted for resources: {'Network': ['ID=7287896b-bdd6-4230-8d56-f718e24e8c4f,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:56:46.420665 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37be98e2-8d9f-4a04-829e-f7b80540a974 None None] Pushing event updated for resources: {'Port': ['ID=4a76abfa-1560-42cd-821b-76cb40cf06da,revision_number=3']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:56:46.586516 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Device d65eecf4-ca84-419d-9f57-08e67668a44d up at agent ovs-agent-dv-cinder-740146-14-smb {{(pid=103105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 02:56:46.691588 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.managers [None req-c8c021e3-bd7c-47df-b64b-a23d4c8843c4 None None] Attempting to bind port 4a76abfa-1560-42cd-821b-76cb40cf06da on host dv-cinder-740146-14-smb for vnic_type normal with profile {{(pid=103105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 02:56:46.691880 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.managers [None req-c8c021e3-bd7c-47df-b64b-a23d4c8843c4 None None] Attempting to bind port 4a76abfa-1560-42cd-821b-76cb40cf06da by drivers openvswitch,hyperv on host dv-cinder-740146-14-smb at level 0 using segments [{'id': 'f234d4b5-64aa-4a1e-bc0f-72b59ae9f1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '69ac8e41-e889-4ea4-9822-766c2340c643'}] {{(pid=103105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 02:56:46.692869 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c021e3-bd7c-47df-b64b-a23d4c8843c4 None None] Attempting to bind port 4a76abfa-1560-42cd-821b-76cb40cf06da on network 69ac8e41-e889-4ea4-9822-766c2340c643 {{(pid=103105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 02:56:46.705431 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c021e3-bd7c-47df-b64b-a23d4c8843c4 None None] Checking agent: {'id': '36a16930-fe6f-49e2-96be-29faaa54e9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 2, 46, 29), 'started_at': datetime.datetime(2022, 3, 11, 2, 46, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 2, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 02:56:46.705822 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c021e3-bd7c-47df-b64b-a23d4c8843c4 None None] Checking segment: {'id': 'f234d4b5-64aa-4a1e-bc0f-72b59ae9f1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '69ac8e41-e889-4ea4-9822-766c2340c643'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 02:56:46.706221 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c8c021e3-bd7c-47df-b64b-a23d4c8843c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:46.707134 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 41942) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:56:46.709647 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c021e3-bd7c-47df-b64b-a23d4c8843c4 None None] Bound using segment: {'id': 'f234d4b5-64aa-4a1e-bc0f-72b59ae9f1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '69ac8e41-e889-4ea4-9822-766c2340c643'} {{(pid=103105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 02:56:46.712710 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.managers [None req-c8c021e3-bd7c-47df-b64b-a23d4c8843c4 None None] Bound port: 4a76abfa-1560-42cd-821b-76cb40cf06da, host: dv-cinder-740146-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f234d4b5-64aa-4a1e-bc0f-72b59ae9f1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '69ac8e41-e889-4ea4-9822-766c2340c643'}}] {{(pid=103105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 02:56:46.713748 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c8c021e3-bd7c-47df-b64b-a23d4c8843c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (4a76abfa-1560-42cd-821b-76cb40cf06da), before_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:46.772194 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-accf8ce7-f706-4172-aca5-db871489a029 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1875a92d93ba4708b79b829a9cc54b3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0637643 Mar 11 02:56:46.775944 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 41944) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:56:46.810736 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Provisioning complete for port d65eecf4-ca84-419d-9f57-08e67668a44d triggered by entity L2. {{(pid=103105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 02:56:46.811316 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536573942'] for port (d65eecf4-ca84-419d-9f57-08e67668a44d), provisioning_complete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:46.816010 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [None req-19b48951-458f-437e-80cb-6293ce88005d None None] Provisioning complete for port 4a76abfa-1560-42cd-821b-76cb40cf06da triggered by entity DHCP. {{(pid=103105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 02:56:46.816444 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-19b48951-458f-437e-80cb-6293ce88005d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536573942'] for port (4a76abfa-1560-42cd-821b-76cb40cf06da), provisioning_complete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:46.897264 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-c8c021e3-bd7c-47df-b64b-a23d4c8843c4 None None] For port 4a76abfa-1560-42cd-821b-76cb40cf06da, host dv-cinder-740146-14-smb, cleared binding levels {{(pid=103105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 02:56:46.909320 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-19b48951-458f-437e-80cb-6293ce88005d None None] Port 4a76abfa-1560-42cd-821b-76cb40cf06da cannot update to ACTIVE because it is not bound. {{(pid=103105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 02:56:46.916125 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-c8c021e3-bd7c-47df-b64b-a23d4c8843c4 None None] For port 4a76abfa-1560-42cd-821b-76cb40cf06da, host dv-cinder-740146-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-smb',level=0,port_id=4a76abfa-1560-42cd-821b-76cb40cf06da,segment=NetworkSegment(f234d4b5-64aa-4a1e-bc0f-72b59ae9f1f4),segment_id=f234d4b5-64aa-4a1e-bc0f-72b59ae9f1f4)] {{(pid=103105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 02:56:46.925484 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c8c021e3-bd7c-47df-b64b-a23d4c8843c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712'] for port (4a76abfa-1560-42cd-821b-76cb40cf06da), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:46.926248 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-154b64fb-97f8-4ab5-b80c-94e1fa1f99c7 admin admin] Publish callbacks [] for security_group (7472b659-277d-40e3-91c4-7e54436f1bad), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:46.960286 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-154b64fb-97f8-4ab5-b80c-94e1fa1f99c7 admin admin] Publish callbacks [] for security_group (7472b659-277d-40e3-91c4-7e54436f1bad), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:47.018649 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Current status of the port d65eecf4-ca84-419d-9f57-08e67668a44d is: ACTIVE; New status is: ACTIVE {{(pid=103105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 02:56:47.023839 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-154b64fb-97f8-4ab5-b80c-94e1fa1f99c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (7472b659-277d-40e3-91c4-7e54436f1bad), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:47.026788 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-154b64fb-97f8-4ab5-b80c-94e1fa1f99c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:47.028218 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-154b64fb-97f8-4ab5-b80c-94e1fa1f99c7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7472b659-277d-40e3-91c4-7e54436f1bad HTTP/1.1" status: 204 len: 168 time: 0.2512524 Mar 11 02:56:47.036877 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154b64fb-97f8-4ab5-b80c-94e1fa1f99c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7472b659-277d-40e3-91c4-7e54436f1bad,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:56:47.046927 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37be98e2-8d9f-4a04-829e-f7b80540a974 None None] Pushing event updated for resources: {'Port': ['ID=4a76abfa-1560-42cd-821b-76cb40cf06da,revision_number=4']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:56:47.058482 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c021e3-bd7c-47df-b64b-a23d4c8843c4 None None] Routers {'1151ce99-a4ec-44c5-8fbd-42c7400f187f'} bound to L3 agent in host dv-cinder-740146-14-smb {{(pid=103105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 02:56:47.059117 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_hamode_db [None req-c8c021e3-bd7c-47df-b64b-a23d4c8843c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T02:46:25Z,description=,heartbeat_timestamp=2022-03-11T02:56:25Z,host='dv-cinder-740146-14-smb',id=368653ed-b5ce-4183-9c3b-231a0bc3dd35,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T02:46:25Z,topic='l3_agent')) {'router_ids': ['1151ce99-a4ec-44c5-8fbd-42c7400f187f'], 'active': True} {{(pid=103105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 02:56:47.073597 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b411b34-c0d5-4323-b0fe-220aa0ddb121 req-7a2de0b0-4e1e-4a96-929d-41d3be43cc14 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:56:47.091009 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-2b411b34-c0d5-4323-b0fe-220aa0ddb121 req-7a2de0b0-4e1e-4a96-929d-41d3be43cc14 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/ports?device_id=44ba0812-5702-4378-8cc2-5e7a41359e7e HTTP/1.1" status: 200 len: 945 time: 0.1051052 Mar 11 02:56:47.194373 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-2b411b34-c0d5-4323-b0fe-220aa0ddb121 req-ecb2a926-0c56-4992-bc36-be795b2a7a1b tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5ad1bfd-bd0d-4e50-9714-1ca1b519c2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019416 Mar 11 02:56:47.277438 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_dvr_db [None req-c8c021e3-bd7c-47df-b64b-a23d4c8843c4 None None] Set router 1151ce99-a4ec-44c5-8fbd-42c7400f187f gateway port host: dv-cinder-740146-14-smb {{(pid=103105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 02:56:47.389471 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (56ad6e9b-975a-4fdf-b549-1f3c33ba94e0), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:47.476939 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [None req-09812ec0-ad2c-46e9-94f5-b2c6d6b8763a None None] Provisioning complete for port 4a76abfa-1560-42cd-821b-76cb40cf06da triggered by entity DHCP. {{(pid=103105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 02:56:47.477462 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-09812ec0-ad2c-46e9-94f5-b2c6d6b8763a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536573942'] for port (4a76abfa-1560-42cd-821b-76cb40cf06da), provisioning_complete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:47.521944 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 41954) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:56:47.583593 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-5d5d04f3-3257-40d1-bbc7-346b74d75a59 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3288b08948f94ba3be26ea665f5fa2a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0603895 Mar 11 02:56:47.586035 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 41956) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:56:47.622154 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-09812ec0-ad2c-46e9-94f5-b2c6d6b8763a None None] Current status of the port 4a76abfa-1560-42cd-821b-76cb40cf06da is: DOWN; New status is: ACTIVE {{(pid=103105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 02:56:47.622553 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-09812ec0-ad2c-46e9-94f5-b2c6d6b8763a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (4a76abfa-1560-42cd-821b-76cb40cf06da), before_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:47.634600 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_hamode_db [None req-c8c021e3-bd7c-47df-b64b-a23d4c8843c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1151ce99-a4ec-44c5-8fbd-42c7400f187f', 'name': 'tempest-TestMinimumBasicScenario-1359387354-router', 'tenant_id': 'f76db88bdbca4652ad71034137c6a4ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'external_fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.106'}], 'enable_snat': True}, 'gw_port_id': 'd65eecf4-ca84-419d-9f57-08e67668a44d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T02:56:38Z', 'updated_at': '2022-03-11T02:56:42Z', 'revision_number': 4, 'project_id': 'f76db88bdbca4652ad71034137c6a4ca', 'gw_port': {'id': 'd65eecf4-ca84-419d-9f57-08e67668a44d', 'name': '', 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:f5:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1151ce99-a4ec-44c5-8fbd-42c7400f187f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:56:39Z', 'updated_at': '2022-03-11T02:56:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-smb', '_interfaces': [{'id': '4a76abfa-1560-42cd-821b-76cb40cf06da', 'name': '', 'network_id': '69ac8e41-e889-4ea4-9822-766c2340c643', 'tenant_id': 'f76db88bdbca4652ad71034137c6a4ca', 'mac_address': 'fa:16:3e:42:94:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1151ce99-a4ec-44c5-8fbd-42c7400f187f', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'b3790cea-5bed-4584-9c0f-d764ce3172ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:56:41Z', 'updated_at': '2022-03-11T02:56:46Z', 'revision_number': 4, 'project_id': 'f76db88bdbca4652ad71034137c6a4ca', 'subnets': [{'id': 'b3790cea-5bed-4584-9c0f-d764ce3172ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-14-smb', False) {} {{(pid=103105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 02:56:47.659625 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-1c5838ee-1ed9-4b99-887d-e0c1536d647d admin admin] Publish callbacks [] for security_group (46b4baa9-1be5-4232-a851-fea2c6188288), before_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:47.680135 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c021e3-bd7c-47df-b64b-a23d4c8843c4 None None] The sync data for ids ['1151ce99-a4ec-44c5-8fbd-42c7400f187f'] in dv-cinder-740146-14-smb is: [{'id': '1151ce99-a4ec-44c5-8fbd-42c7400f187f', 'name': 'tempest-TestMinimumBasicScenario-1359387354-router', 'tenant_id': 'f76db88bdbca4652ad71034137c6a4ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'external_fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.106'}], 'enable_snat': True}, 'gw_port_id': 'd65eecf4-ca84-419d-9f57-08e67668a44d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T02:56:38Z', 'updated_at': '2022-03-11T02:56:42Z', 'revision_number': 4, 'project_id': 'f76db88bdbca4652ad71034137c6a4ca', 'gw_port': {'id': 'd65eecf4-ca84-419d-9f57-08e67668a44d', 'name': '', 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:f5:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1151ce99-a4ec-44c5-8fbd-42c7400f187f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:56:39Z', 'updated_at': '2022-03-11T02:56:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-smb', '_interfaces': [{'id': '4a76abfa-1560-42cd-821b-76cb40cf06da', 'name': '', 'network_id': '69ac8e41-e889-4ea4-9822-766c2340c643', 'tenant_id': 'f76db88bdbca4652ad71034137c6a4ca', 'mac_address': 'fa:16:3e:42:94:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1151ce99-a4ec-44c5-8fbd-42c7400f187f', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'b3790cea-5bed-4584-9c0f-d764ce3172ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:56:41Z', 'updated_at': '2022-03-11T02:56:46Z', 'revision_number': 4, 'project_id': 'f76db88bdbca4652ad71034137c6a4ca', 'subnets': [{'id': 'b3790cea-5bed-4584-9c0f-d764ce3172ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 02:56:47.719274 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-1c5838ee-1ed9-4b99-887d-e0c1536d647d admin admin] Publish callbacks [] for security_group (46b4baa9-1be5-4232-a851-fea2c6188288), precommit_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:47.721913 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-09812ec0-ad2c-46e9-94f5-b2c6d6b8763a None None] For port 4a76abfa-1560-42cd-821b-76cb40cf06da, host dv-cinder-740146-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-smb',level=0,port_id=4a76abfa-1560-42cd-821b-76cb40cf06da,segment=NetworkSegment(f234d4b5-64aa-4a1e-bc0f-72b59ae9f1f4),segment_id=f234d4b5-64aa-4a1e-bc0f-72b59ae9f1f4)] {{(pid=103105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 02:56:47.730546 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-09812ec0-ad2c-46e9-94f5-b2c6d6b8763a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712'] for port (4a76abfa-1560-42cd-821b-76cb40cf06da), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:47.850177 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-1c5838ee-1ed9-4b99-887d-e0c1536d647d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (46b4baa9-1be5-4232-a851-fea2c6188288), after_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:47.854197 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-1c5838ee-1ed9-4b99-887d-e0c1536d647d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:47.858995 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-1c5838ee-1ed9-4b99-887d-e0c1536d647d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/46b4baa9-1be5-4232-a851-fea2c6188288 HTTP/1.1" status: 204 len: 168 time: 0.2714152 Mar 11 02:56:47.875901 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5838ee-1ed9-4b99-887d-e0c1536d647d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46b4baa9-1be5-4232-a851-fea2c6188288,revision_number=None']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:56:47.892859 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09812ec0-ad2c-46e9-94f5-b2c6d6b8763a None None] Pushing event updated for resources: {'Port': ['ID=4a76abfa-1560-42cd-821b-76cb40cf06da,revision_number=5']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:56:48.090922 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b61ab4b-ec0e-4869-91ab-d1327754bdd3 req-59115488-3787-43da-92c9-926bd6e4c97f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:56:48.099703 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-8b61ab4b-ec0e-4869-91ab-d1327754bdd3 req-59115488-3787-43da-92c9-926bd6e4c97f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=455c4aaecbbb4110abf67996ffc3f4bb&device_id=44ba0812-5702-4378-8cc2-5e7a41359e7e HTTP/1.1" status: 200 len: 1129 time: 0.1141737 Mar 11 02:56:48.109949 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 41966) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:56:48.308095 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b61ab4b-ec0e-4869-91ab-d1327754bdd3 req-618d30f2-ae16-48a2-a900-05f9b5943f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:56:48.310052 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-8b61ab4b-ec0e-4869-91ab-d1327754bdd3 req-618d30f2-ae16-48a2-a900-05f9b5943f6f service neutron] 10.222.0.13 "GET /v2.0/networks?id=efac0d19-7339-4c25-b4bc-ad7f12378dc1 HTTP/1.1" status: 200 len: 919 time: 0.1696975 Mar 11 02:56:48.418200 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-8b61ab4b-ec0e-4869-91ab-d1327754bdd3 req-57239752-c618-451b-9960-029d5e934575 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d667e6b8-6222-406b-9aa8-bcfc50864c9a HTTP/1.1" status: 200 len: 217 time: 0.1009448 Mar 11 02:56:48.453785 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-21be608b-39c2-4595-854c-e07fccc2c136 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:48.542717 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Device 4a76abfa-1560-42cd-821b-76cb40cf06da up at agent ovs-agent-dv-cinder-740146-14-smb {{(pid=103105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 02:56:48.587058 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fae3a1-297d-4787-92be-f2d086725d8f req-dd2a7e6c-bca7-47ee-a4b2-38448a692009 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:56:48.588752 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-a2fae3a1-297d-4787-92be-f2d086725d8f req-dd2a7e6c-bca7-47ee-a4b2-38448a692009 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/ports?device_id=44ba0812-5702-4378-8cc2-5e7a41359e7e HTTP/1.1" status: 200 len: 945 time: 0.1981566 Mar 11 02:56:48.595933 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b61ab4b-ec0e-4869-91ab-d1327754bdd3 req-48189123-7937-4f90-a42f-5dae095f8ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:56:48.599136 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-8b61ab4b-ec0e-4869-91ab-d1327754bdd3 req-48189123-7937-4f90-a42f-5dae095f8ebd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e03685bc-4eda-4636-83ff-246654d7e2b8 HTTP/1.1" status: 200 len: 858 time: 0.1361895 Mar 11 02:56:48.653047 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-8b61ab4b-ec0e-4869-91ab-d1327754bdd3 req-29b3de8c-bb09-473c-a2e9-38cc3707dc24 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=efac0d19-7339-4c25-b4bc-ad7f12378dc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331349 Mar 11 02:56:48.666128 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-21be608b-39c2-4595-854c-e07fccc2c136 admin admin] Publish callbacks [] for security_group (98e8c18a-9e3f-4be1-9feb-6959c4f46f95), precommit_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:48.678411 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-21be608b-39c2-4595-854c-e07fccc2c136 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (98e8c18a-9e3f-4be1-9feb-6959c4f46f95), after_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:48.765253 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-a2fae3a1-297d-4787-92be-f2d086725d8f req-7eb73a03-0d9b-4dee-9191-50b5fdb3d0e3 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5ad1bfd-bd0d-4e50-9714-1ca1b519c2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646705 Mar 11 02:56:48.780046 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21be608b-39c2-4595-854c-e07fccc2c136 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98e8c18a-9e3f-4be1-9feb-6959c4f46f95,revision_number=1']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:56:48.805724 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-21be608b-39c2-4595-854c-e07fccc2c136 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=96efb5d8abdb4f04a07dcb9d4bd973f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6938272 Mar 11 02:56:48.807760 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21be608b-39c2-4595-854c-e07fccc2c136 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:56:48.808337 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21be608b-39c2-4595-854c-e07fccc2c136 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:56:48.808921 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21be608b-39c2-4595-854c-e07fccc2c136 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:56:48.809576 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21be608b-39c2-4595-854c-e07fccc2c136 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:56:48.810116 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21be608b-39c2-4595-854c-e07fccc2c136 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:56:48.810354 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 41988) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:56:48.810877 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21be608b-39c2-4595-854c-e07fccc2c136 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:56:48.811420 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21be608b-39c2-4595-854c-e07fccc2c136 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:56:48.811989 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21be608b-39c2-4595-854c-e07fccc2c136 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:56:48.813195 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21be608b-39c2-4595-854c-e07fccc2c136 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:56:48.813985 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21be608b-39c2-4595-854c-e07fccc2c136 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:56:48.814527 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21be608b-39c2-4595-854c-e07fccc2c136 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:56:48.815376 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21be608b-39c2-4595-854c-e07fccc2c136 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:56:48.815914 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21be608b-39c2-4595-854c-e07fccc2c136 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:56:48.846013 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-8b61ab4b-ec0e-4869-91ab-d1327754bdd3 req-491ac21a-5615-4c94-99a0-8e887b2082ac service neutron] 10.222.0.13 "GET /v2.0/networks/efac0d19-7339-4c25-b4bc-ad7f12378dc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854467 Mar 11 02:56:48.999867 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Provisioning complete for port 4a76abfa-1560-42cd-821b-76cb40cf06da triggered by entity L2. {{(pid=103105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 02:56:49.002568 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536573942'] for port (4a76abfa-1560-42cd-821b-76cb40cf06da), provisioning_complete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:49.063499 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-8b61ab4b-ec0e-4869-91ab-d1327754bdd3 req-f7a8f214-67e7-4ebf-93f8-3a6f8fcfe8d4 service neutron] 10.222.0.13 "GET /v2.0/networks/efac0d19-7339-4c25-b4bc-ad7f12378dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592050 Mar 11 02:56:49.116175 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-83c75847-cefe-4795-99d4-7eb8da346eb4 admin admin] Publish callbacks [] for security_group (98e8c18a-9e3f-4be1-9feb-6959c4f46f95), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:49.181056 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-83c75847-cefe-4795-99d4-7eb8da346eb4 admin admin] Publish callbacks [] for security_group (98e8c18a-9e3f-4be1-9feb-6959c4f46f95), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:49.218684 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Current status of the port 4a76abfa-1560-42cd-821b-76cb40cf06da is: ACTIVE; New status is: ACTIVE {{(pid=103105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 02:56:49.276560 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-83c75847-cefe-4795-99d4-7eb8da346eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (98e8c18a-9e3f-4be1-9feb-6959c4f46f95), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:49.279508 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-83c75847-cefe-4795-99d4-7eb8da346eb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:49.280885 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-83c75847-cefe-4795-99d4-7eb8da346eb4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/98e8c18a-9e3f-4be1-9feb-6959c4f46f95 HTTP/1.1" status: 204 len: 168 time: 0.4685416 Mar 11 02:56:49.293697 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c75847-cefe-4795-99d4-7eb8da346eb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98e8c18a-9e3f-4be1-9feb-6959c4f46f95,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:56:49.305023 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c75847-cefe-4795-99d4-7eb8da346eb4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:56:49.305547 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c75847-cefe-4795-99d4-7eb8da346eb4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:56:49.305993 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c75847-cefe-4795-99d4-7eb8da346eb4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:56:49.306555 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c75847-cefe-4795-99d4-7eb8da346eb4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:56:49.309298 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c75847-cefe-4795-99d4-7eb8da346eb4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:56:49.311240 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c75847-cefe-4795-99d4-7eb8da346eb4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:56:49.311588 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c75847-cefe-4795-99d4-7eb8da346eb4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:56:49.311933 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c75847-cefe-4795-99d4-7eb8da346eb4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:56:49.312269 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c75847-cefe-4795-99d4-7eb8da346eb4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:56:49.312604 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c75847-cefe-4795-99d4-7eb8da346eb4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:56:49.312937 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c75847-cefe-4795-99d4-7eb8da346eb4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:56:49.313406 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c75847-cefe-4795-99d4-7eb8da346eb4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:56:49.313737 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c75847-cefe-4795-99d4-7eb8da346eb4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:56:50.778215 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d119f036-fe51-490e-a890-781a4cd7c6e0 req-3aad88fa-fa03-4c5b-bc83-c2d558afa460 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:56:50.779890 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-d119f036-fe51-490e-a890-781a4cd7c6e0 req-3aad88fa-fa03-4c5b-bc83-c2d558afa460 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/ports?device_id=44ba0812-5702-4378-8cc2-5e7a41359e7e HTTP/1.1" status: 200 len: 945 time: 0.1044450 Mar 11 02:56:50.855253 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-d119f036-fe51-490e-a890-781a4cd7c6e0 req-1359242d-c47b-4460-8a61-ec891c465a3e tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5ad1bfd-bd0d-4e50-9714-1ca1b519c2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675519 Mar 11 02:56:50.919319 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.agents_db [None req-3d558b34-a2e4-40ae-982b-3a8752938275 None None] Agent healthcheck: found 6 active agents {{(pid=103106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 02:56:52.452528 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-e00d2fe4-7fad-41af-8558-3431609cfd1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (27668cff-ea20-4e06-9a9c-d4f827fe3eb1), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:54.013466 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8053e4c-d8a9-4369-a8c1-599ce6680bfc req-1a133855-5198-4fad-854f-ec8a7b652f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:56:54.014982 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-d8053e4c-d8a9-4369-a8c1-599ce6680bfc req-1a133855-5198-4fad-854f-ec8a7b652f20 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=455c4aaecbbb4110abf67996ffc3f4bb&device_id=44ba0812-5702-4378-8cc2-5e7a41359e7e HTTP/1.1" status: 200 len: 1129 time: 0.1099758 Mar 11 02:56:54.026359 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b611cf62-abd0-4cf1-8a12-3de9dd2098d8 req-4ca0c41a-fde5-47fd-9722-10709c69dbdc tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:56:54.027879 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-b611cf62-abd0-4cf1-8a12-3de9dd2098d8 req-4ca0c41a-fde5-47fd-9722-10709c69dbdc tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/ports?device_id=44ba0812-5702-4378-8cc2-5e7a41359e7e HTTP/1.1" status: 200 len: 945 time: 0.0793433 Mar 11 02:56:54.135384 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-b611cf62-abd0-4cf1-8a12-3de9dd2098d8 req-bb18c709-2f26-4541-8594-a62d260ae2c9 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5ad1bfd-bd0d-4e50-9714-1ca1b519c2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993741 Mar 11 02:56:54.156343 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8053e4c-d8a9-4369-a8c1-599ce6680bfc req-22c50e30-f685-406d-aa4c-d65fddddf0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:56:54.158277 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-d8053e4c-d8a9-4369-a8c1-599ce6680bfc req-22c50e30-f685-406d-aa4c-d65fddddf0a5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=efac0d19-7339-4c25-b4bc-ad7f12378dc1 HTTP/1.1" status: 200 len: 919 time: 0.1294422 Mar 11 02:56:54.213798 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-d8053e4c-d8a9-4369-a8c1-599ce6680bfc req-337535be-2513-422b-a1e2-6f9f5e10cdcf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d667e6b8-6222-406b-9aa8-bcfc50864c9a HTTP/1.1" status: 200 len: 217 time: 0.0486467 Mar 11 02:56:54.271005 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8053e4c-d8a9-4369-a8c1-599ce6680bfc req-e884ae4d-a53c-46d0-b0f1-763fec4e3498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:56:54.272618 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-d8053e4c-d8a9-4369-a8c1-599ce6680bfc req-e884ae4d-a53c-46d0-b0f1-763fec4e3498 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e03685bc-4eda-4636-83ff-246654d7e2b8 HTTP/1.1" status: 200 len: 858 time: 0.0534666 Mar 11 02:56:54.306936 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-d8053e4c-d8a9-4369-a8c1-599ce6680bfc req-18e3f787-8a4d-4e1c-bf00-7161e46958e1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=efac0d19-7339-4c25-b4bc-ad7f12378dc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277281 Mar 11 02:56:54.436046 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-d8053e4c-d8a9-4369-a8c1-599ce6680bfc req-9d03026a-94fe-43ab-8e1b-a5c37bde7ced service neutron] 10.222.0.13 "GET /v2.0/networks/efac0d19-7339-4c25-b4bc-ad7f12378dc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167352 Mar 11 02:56:54.552631 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-d8053e4c-d8a9-4369-a8c1-599ce6680bfc req-7ce488b1-00e7-4612-bf48-083c4025f13e service neutron] 10.222.0.13 "GET /v2.0/networks/efac0d19-7339-4c25-b4bc-ad7f12378dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096838 Mar 11 02:56:54.805972 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-dc41a822-bee7-420b-8b3c-5d99607aebce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (368653ed-b5ce-4183-9c3b-231a0bc3dd35), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:55.605723 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6debbbc2-2ec7-4676-9574-3247f303e6a4 req-72b7d695-27b8-4783-982c-83fe180533b1 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:56:55.607903 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-6debbbc2-2ec7-4676-9574-3247f303e6a4 req-72b7d695-27b8-4783-982c-83fe180533b1 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/ports?device_id=44ba0812-5702-4378-8cc2-5e7a41359e7e HTTP/1.1" status: 200 len: 945 time: 0.3292997 Mar 11 02:56:55.671018 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-f28c0ae4-c5a5-4e67-96c2-37b36f3544e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (258069e3-19c1-49ed-8474-20b6ecde628d), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:55.675477 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-6debbbc2-2ec7-4676-9574-3247f303e6a4 req-b46f5fb3-f3c1-4e9a-87b6-f7e5bf83230d tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5ad1bfd-bd0d-4e50-9714-1ca1b519c2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591803 Mar 11 02:56:55.701544 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 42176) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:56:55.846097 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-e451bc42-fc81-480f-a41f-8ab640ac2343 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:55.949054 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-e451bc42-fc81-480f-a41f-8ab640ac2343 admin admin] Publish callbacks [] for security_group (540fc4dc-3a9f-4a8e-805c-91e68113b8d1), precommit_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:55.959274 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-e451bc42-fc81-480f-a41f-8ab640ac2343 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (540fc4dc-3a9f-4a8e-805c-91e68113b8d1), after_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:55.993437 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e451bc42-fc81-480f-a41f-8ab640ac2343 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=540fc4dc-3a9f-4a8e-805c-91e68113b8d1,revision_number=1']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:56:56.043613 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 42194) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:56:56.055008 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-e451bc42-fc81-480f-a41f-8ab640ac2343 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b593b740632149b8bace16036f788587&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3402030 Mar 11 02:56:56.133371 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-b6340369-168a-4b41-9a67-06fb64768396 admin admin] Publish callbacks [] for security_group (540fc4dc-3a9f-4a8e-805c-91e68113b8d1), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:56.159628 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-b6340369-168a-4b41-9a67-06fb64768396 admin admin] Publish callbacks [] for security_group (540fc4dc-3a9f-4a8e-805c-91e68113b8d1), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:56.260067 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-b6340369-168a-4b41-9a67-06fb64768396 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (540fc4dc-3a9f-4a8e-805c-91e68113b8d1), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:56.263060 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-b6340369-168a-4b41-9a67-06fb64768396 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:56.265442 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-b6340369-168a-4b41-9a67-06fb64768396 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/540fc4dc-3a9f-4a8e-805c-91e68113b8d1 HTTP/1.1" status: 204 len: 168 time: 0.2197855 Mar 11 02:56:56.279432 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6340369-168a-4b41-9a67-06fb64768396 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=540fc4dc-3a9f-4a8e-805c-91e68113b8d1,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:56:56.856090 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6a04e4-cefe-4200-a2c6-3275df26dd4a req-86accb73-3640-49b3-9e64-31781b85011b tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:56:56.857698 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-4e6a04e4-cefe-4200-a2c6-3275df26dd4a req-86accb73-3640-49b3-9e64-31781b85011b tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/ports?device_id=44ba0812-5702-4378-8cc2-5e7a41359e7e HTTP/1.1" status: 200 len: 945 time: 0.0616984 Mar 11 02:56:56.925036 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-4e6a04e4-cefe-4200-a2c6-3275df26dd4a req-6a4afd15-9407-4665-8757-83d20b86f164 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5ad1bfd-bd0d-4e50-9714-1ca1b519c2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603361 Mar 11 02:56:57.130468 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 42266) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:56:57.144638 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-afaf34ad-b747-4180-ba41-f81d7ecfb39b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (b193670b-9854-4e90-bc6a-e616470c2469), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:57.227550 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.v2.base [None req-1523798e-de30-440a-a436-80e608e32955 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-726453860-network', 'tenant_id': 'edfb58857d92484693342869f2745a00'}} {{(pid=103104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 02:56:57.250084 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1523798e-de30-440a-a436-80e608e32955 admin admin] Made reservation on behalf of edfb58857d92484693342869f2745a00 for: {'network': 1} {{(pid=103104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 02:56:57.253204 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-1523798e-de30-440a-a436-80e608e32955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for network (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:57.263527 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-1523798e-de30-440a-a436-80e608e32955 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:57.346984 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-1523798e-de30-440a-a436-80e608e32955 admin admin] Publish callbacks [] for security_group (40368df7-125e-4924-af67-08579ebd642e), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:57.351165 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-1523798e-de30-440a-a436-80e608e32955 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (40368df7-125e-4924-af67-08579ebd642e), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:57.376540 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1523798e-de30-440a-a436-80e608e32955 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=103104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 02:56:57.387421 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1523798e-de30-440a-a436-80e608e32955 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40368df7-125e-4924-af67-08579ebd642e,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:56:57.392809 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-1523798e-de30-440a-a436-80e608e32955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536533115'] for segment (4d52577b-6943-41cf-a855-8eaff886a2fe), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:57.393373 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.db.segments_db [None req-1523798e-de30-440a-a436-80e608e32955 admin admin] Added segment 4d52577b-6943-41cf-a855-8eaff886a2fe of type vlan for network 5b68b293-4a0a-48e3-9b85-6d8ee55fe3d2 Mar 11 02:56:57.450739 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-1523798e-de30-440a-a436-80e608e32955 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774348876719'] for network (5b68b293-4a0a-48e3-9b85-6d8ee55fe3d2), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:57.491676 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-1523798e-de30-440a-a436-80e608e32955 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087'] for network (5b68b293-4a0a-48e3-9b85-6d8ee55fe3d2), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:57.492837 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1523798e-de30-440a-a436-80e608e32955 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:56:57.493694 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-1523798e-de30-440a-a436-80e608e32955 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-648073'] for network (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:57.522002 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-1523798e-de30-440a-a436-80e608e32955 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3897822 Mar 11 02:56:57.530280 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 42276) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:56:57.534861 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.v2.base [None req-cdb0f9f5-1648-438f-bf4a-34da81f2684d admin admin] Request body: {'subnet': {'network_id': '5b68b293-4a0a-48e3-9b85-6d8ee55fe3d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-726453860-subnet', 'tenant_id': 'edfb58857d92484693342869f2745a00', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 02:56:57.569225 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1523798e-de30-440a-a436-80e608e32955 admin admin] Pushing event updated for resources: {'Network': ['ID=5b68b293-4a0a-48e3-9b85-6d8ee55fe3d2,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:56:57.580794 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Network 5b68b293-4a0a-48e3-9b85-6d8ee55fe3d2 details requested by agent ovs-agent-dv-cinder-740146-14-smb with host dv-cinder-740146-14-smb {{(pid=103105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 02:56:57.586688 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdb0f9f5-1648-438f-bf4a-34da81f2684d admin admin] Made reservation on behalf of edfb58857d92484693342869f2745a00 for: {'subnet': 1} {{(pid=103104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 02:56:57.588978 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-cdb0f9f5-1648-438f-bf4a-34da81f2684d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8900789'] for subnet (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:57.759338 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-cdb0f9f5-1648-438f-bf4a-34da81f2684d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9193807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8900763'] for subnet (1fda893b-b13f-4e6b-b401-c6ba16169aad), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:57.821271 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb0f9f5-1648-438f-bf4a-34da81f2684d admin admin] Checking segment: {'id': '4d52577b-6943-41cf-a855-8eaff886a2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5b68b293-4a0a-48e3-9b85-6d8ee55fe3d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 02:56:57.821809 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb0f9f5-1648-438f-bf4a-34da81f2684d admin admin] Network hostable DHCP agents. Network: 5b68b293-4a0a-48e3-9b85-6d8ee55fe3d2, hostable agents: ['27668cff-ea20-4e06-9a9c-d4f827fe3eb1'], hosted agents: [] {{(pid=103104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 02:56:57.822128 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c20d41f-8c61-45a3-a8c5-584255af65d7 req-d810de62-f675-4efe-b756-b5db0d5447cd tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:56:57.823635 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-7c20d41f-8c61-45a3-a8c5-584255af65d7 req-d810de62-f675-4efe-b756-b5db0d5447cd tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] 10.222.0.20 "GET /v2.0/networks?id=aa8f397c-9989-4eb2-96e4-41d8627a091e HTTP/1.1" status: 200 len: 815 time: 0.1083441 Mar 11 02:56:57.824688 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb0f9f5-1648-438f-bf4a-34da81f2684d admin admin] Pushing event updated for resources: {'Subnet': ['ID=1fda893b-b13f-4e6b-b401-c6ba16169aad,revision_number=0']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:56:57.844118 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb0f9f5-1648-438f-bf4a-34da81f2684d admin admin] Network 5b68b293-4a0a-48e3-9b85-6d8ee55fe3d2 is scheduled to be hosted by DHCP agent 27668cff-ea20-4e06-9a9c-d4f827fe3eb1 with binding_index 1 {{(pid=103104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 02:56:57.845691 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-7c20d41f-8c61-45a3-a8c5-584255af65d7 req-65aee44e-2a94-4426-9a23-037a826f4d85 tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] 10.222.0.20 "GET /v2.0/quotas/a7bd65d0a0b54c449113a4ac00fc662d HTTP/1.1" status: 200 len: 375 time: 0.0097001 Mar 11 02:56:57.854394 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.scheduler.base_scheduler [None req-cdb0f9f5-1648-438f-bf4a-34da81f2684d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-14-smb, 5b68b293-4a0a-48e3-9b85-6d8ee55fe3d2) {{(pid=103104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 02:56:57.858914 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb0f9f5-1648-438f-bf4a-34da81f2684d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:56:57.859539 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-cdb0f9f5-1648-438f-bf4a-34da81f2684d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-648073'] for subnet (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:57.865777 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c2f92f9-5386-4200-b021-3f57f5289cc5 None None] Network 5b68b293-4a0a-48e3-9b85-6d8ee55fe3d2 requested from dv-cinder-740146-14-smb {{(pid=103105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 02:56:57.879693 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-cdb0f9f5-1648-438f-bf4a-34da81f2684d admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3499517 Mar 11 02:56:57.929450 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-7c20d41f-8c61-45a3-a8c5-584255af65d7 req-cac286bb-4dc6-4afb-a7da-0338e80c6138 tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a7bd65d0a0b54c449113a4ac00fc662d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0743084 Mar 11 02:56:57.997733 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98920b87-f6f0-4fb5-a06d-18344e723b85 None None] Network 5b68b293-4a0a-48e3-9b85-6d8ee55fe3d2 requested from dv-cinder-740146-14-smb {{(pid=103105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 02:56:58.088415 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aa3aac-a5c9-4769-8435-ae3dea3dd66b req-d4506a89-8c0b-40d4-9a18-78cad2e8a4c7 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:56:58.090628 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-99aa3aac-a5c9-4769-8435-ae3dea3dd66b req-d4506a89-8c0b-40d4-9a18-78cad2e8a4c7 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/ports?device_id=44ba0812-5702-4378-8cc2-5e7a41359e7e HTTP/1.1" status: 200 len: 945 time: 0.0675967 Mar 11 02:56:58.144575 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-99aa3aac-a5c9-4769-8435-ae3dea3dd66b req-72fc7115-faf5-4be1-87ac-d05c8101a155 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5ad1bfd-bd0d-4e50-9714-1ca1b519c2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479708 Mar 11 02:56:58.283248 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-7c20d41f-8c61-45a3-a8c5-584255af65d7 req-fe022569-5186-470d-8680-e750c9d66afb service neutron] 10.222.0.20 "GET /v2.0/networks/aa8f397c-9989-4eb2-96e4-41d8627a091e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3382938 Mar 11 02:56:58.375760 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-7c20d41f-8c61-45a3-a8c5-584255af65d7 req-cc849537-5787-4d1d-a929-571b92371216 service neutron] 10.222.0.20 "GET /v2.0/networks/aa8f397c-9989-4eb2-96e4-41d8627a091e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837772 Mar 11 02:56:58.571627 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-87ebcd01-d56f-4364-ac30-99e84ced15c8 req-a890cd8a-d4a5-4166-b9a8-55f216f6c6e0 tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] 10.222.0.20 "GET /v2.0/ports?device_id=258ae442-c6a6-4bea-947c-f3e043b73155 HTTP/1.1" status: 200 len: 210 time: 0.0328126 Mar 11 02:56:58.715031 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (36a16930-fe6f-49e2-96be-29faaa54e9a3), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:58.770434 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe4d250-f06e-49a3-819c-f503b7e0217e req-b8673d7b-d24a-44a0-a2fb-6018d3243c92 tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:56:58.771947 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-dbe4d250-f06e-49a3-819c-f503b7e0217e req-b8673d7b-d24a-44a0-a2fb-6018d3243c92 tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] 10.222.0.20 "GET /v2.0/ports?device_id=79e8f58a-85a1-4457-9aef-2104486cacfb HTTP/1.1" status: 200 len: 946 time: 0.0552070 Mar 11 02:56:58.820691 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-dbe4d250-f06e-49a3-819c-f503b7e0217e req-157336be-8d8e-4e51-8bb9-c8913d678c88 tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] 10.222.0.20 "GET /v2.0/security-groups?id=85acd191-e35d-4c50-9fc4-e95227d4f852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426564 Mar 11 02:56:59.274240 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c102cc57-fb32-4dab-bf1a-1dec82f844d1 req-4487c0c9-9422-495d-b290-ddcfdcd512d8 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:56:59.275717 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-c102cc57-fb32-4dab-bf1a-1dec82f844d1 req-4487c0c9-9422-495d-b290-ddcfdcd512d8 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/ports?device_id=44ba0812-5702-4378-8cc2-5e7a41359e7e HTTP/1.1" status: 200 len: 945 time: 0.0537655 Mar 11 02:56:59.323621 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-c102cc57-fb32-4dab-bf1a-1dec82f844d1 req-2a1b7433-4cb5-47ab-9888-4e95c1d7bd23 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5ad1bfd-bd0d-4e50-9714-1ca1b519c2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421870 Mar 11 02:56:59.576554 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c20d41f-8c61-45a3-a8c5-584255af65d7 req-aff32870-08c1-4291-8113-94a7981c3fe1 tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:56:59.578044 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-7c20d41f-8c61-45a3-a8c5-584255af65d7 req-aff32870-08c1-4291-8113-94a7981c3fe1 tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] 10.222.0.13 "GET /v2.0/networks?id=aa8f397c-9989-4eb2-96e4-41d8627a091e HTTP/1.1" status: 200 len: 815 time: 0.1119499 Mar 11 02:56:59.593811 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.v2.base [req-7c20d41f-8c61-45a3-a8c5-584255af65d7 req-92515c6a-7d45-494e-a395-77079e03abaf tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Request body: {'port': {'device_id': '258ae442-c6a6-4bea-947c-f3e043b73155', 'network_id': 'aa8f397c-9989-4eb2-96e4-41d8627a091e', 'admin_state_up': True, 'tenant_id': 'a7bd65d0a0b54c449113a4ac00fc662d'}} {{(pid=103104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 02:56:59.727024 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-c4bf1317-fc68-4544-87b0-0ac1f7802b38 req-47d4e59a-a7c6-468a-92c1-471215d8f750 tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] 10.222.0.20 "GET /v2.0/ports?device_id=258ae442-c6a6-4bea-947c-f3e043b73155 HTTP/1.1" status: 200 len: 210 time: 0.0409079 Mar 11 02:56:59.767834 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c20d41f-8c61-45a3-a8c5-584255af65d7 req-92515c6a-7d45-494e-a395-77079e03abaf tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Made reservation on behalf of a7bd65d0a0b54c449113a4ac00fc662d for: {'port': 1} {{(pid=103104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 02:56:59.772040 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-7c20d41f-8c61-45a3-a8c5-584255af65d7 req-92515c6a-7d45-494e-a395-77079e03abaf tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:56:59.918342 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a74786-a351-4d33-a823-879151ca2df6 req-062d4b66-e23c-401f-829a-03c8e00c5c63 tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:56:59.920207 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-24a74786-a351-4d33-a823-879151ca2df6 req-062d4b66-e23c-401f-829a-03c8e00c5c63 tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] 10.222.0.20 "GET /v2.0/networks?id=5b68b293-4a0a-48e3-9b85-6d8ee55fe3d2 HTTP/1.1" status: 200 len: 808 time: 0.1645827 Mar 11 02:56:59.936654 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-24a74786-a351-4d33-a823-879151ca2df6 req-a19ef212-bfca-487b-a7c6-9d4b031c74ab tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] 10.222.0.20 "GET /v2.0/quotas/edfb58857d92484693342869f2745a00 HTTP/1.1" status: 200 len: 375 time: 0.0092092 Mar 11 02:56:59.963259 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.db.db_base_plugin_common [req-7c20d41f-8c61-45a3-a8c5-584255af65d7 req-92515c6a-7d45-494e-a395-77079e03abaf tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Allocated IP 172.20.0.5 (aa8f397c-9989-4eb2-96e4-41d8627a091e/d4d08d7c-9091-46e5-9160-e7157dc9cc9d/0aa3aa11-4236-4412-bb5f-61a46d3b6a7e) {{(pid=103104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 02:56:59.978527 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-24a74786-a351-4d33-a823-879151ca2df6 req-99997953-f551-48b9-9085-7d43f253b404 tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=edfb58857d92484693342869f2745a00&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0314643 Mar 11 02:56:59.992104 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab105b9-66f6-44bd-9c99-afc80f0a7587 req-7df7c2d9-b099-4b8a-b6ef-18ef2d988fd5 tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:56:59.992575 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-cab105b9-66f6-44bd-9c99-afc80f0a7587 req-7df7c2d9-b099-4b8a-b6ef-18ef2d988fd5 tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] 10.222.0.20 "GET /v2.0/ports?device_id=79e8f58a-85a1-4457-9aef-2104486cacfb HTTP/1.1" status: 200 len: 946 time: 0.0896857 Mar 11 02:57:00.078678 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-cab105b9-66f6-44bd-9c99-afc80f0a7587 req-ab0ba45f-daa6-4fc5-8b76-75f92bf3ab28 tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] 10.222.0.20 "GET /v2.0/security-groups?id=85acd191-e35d-4c50-9fc4-e95227d4f852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776777 Mar 11 02:57:00.118359 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-24a74786-a351-4d33-a823-879151ca2df6 req-e0721cca-f3eb-440c-8950-5273f4b4b852 service neutron] 10.222.0.20 "GET /v2.0/networks/5b68b293-4a0a-48e3-9b85-6d8ee55fe3d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259687 Mar 11 02:57:00.181975 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-7c20d41f-8c61-45a3-a8c5-584255af65d7 req-92515c6a-7d45-494e-a395-77079e03abaf tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Publish callbacks [] for port (0aa3aa11-4236-4412-bb5f-61a46d3b6a7e), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:00.223616 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-24a74786-a351-4d33-a823-879151ca2df6 req-dff577d5-4966-44a5-8c2e-71a3fffdf83a service neutron] 10.222.0.20 "GET /v2.0/networks/5b68b293-4a0a-48e3-9b85-6d8ee55fe3d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108856 Mar 11 02:57:00.239763 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-7c20d41f-8c61-45a3-a8c5-584255af65d7 req-92515c6a-7d45-494e-a395-77079e03abaf tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774348857676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9193763'] for port (0aa3aa11-4236-4412-bb5f-61a46d3b6a7e), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:00.315005 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92515c6a-7d45-494e-a395-77079e03abaf tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Pushing event updated for resources: {'Port': ['ID=0aa3aa11-4236-4412-bb5f-61a46d3b6a7e,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:57:00.322919 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c20d41f-8c61-45a3-a8c5-584255af65d7 req-92515c6a-7d45-494e-a395-77079e03abaf tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Network aa8f397c-9989-4eb2-96e4-41d8627a091e is already hosted by enough agents. {{(pid=103104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 02:57:00.324723 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.scheduler.base_scheduler [req-7c20d41f-8c61-45a3-a8c5-584255af65d7 req-92515c6a-7d45-494e-a395-77079e03abaf tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Resources bound (agent type, host, resource id): {{(pid=103104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 02:57:00.341449 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c20d41f-8c61-45a3-a8c5-584255af65d7 req-92515c6a-7d45-494e-a395-77079e03abaf tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Received port after_create {{(pid=103104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 02:57:00.415569 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c20d41f-8c61-45a3-a8c5-584255af65d7 req-92515c6a-7d45-494e-a395-77079e03abaf tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:00.417419 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-7c20d41f-8c61-45a3-a8c5-584255af65d7 req-92515c6a-7d45-494e-a395-77079e03abaf tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55355'] for port (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:00.448634 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-7c20d41f-8c61-45a3-a8c5-584255af65d7 req-92515c6a-7d45-494e-a395-77079e03abaf tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8588099 Mar 11 02:57:00.466162 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.v2.base [req-7c20d41f-8c61-45a3-a8c5-584255af65d7 req-9279a97d-2721-456d-bbf1-f60401ed7116 service neutron] Request body: {'port': {'device_id': '258ae442-c6a6-4bea-947c-f3e043b73155', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=103104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 02:57:00.582265 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-cbad2266-1c38-4dd9-adda-fd0720657018 req-9bbaa34a-1c62-4643-988f-d31765b0bece tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] 10.222.0.20 "GET /v2.0/ports?device_id=98436af8-6aa1-42e1-b017-c4e45a669011 HTTP/1.1" status: 200 len: 210 time: 0.0410123 Mar 11 02:57:00.587589 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-7c20d41f-8c61-45a3-a8c5-584255af65d7 req-9279a97d-2721-456d-bbf1-f60401ed7116 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (0aa3aa11-4236-4412-bb5f-61a46d3b6a7e), before_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:00.781905 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5623e1cb-a3b7-4ed2-bbca-9ac2fddf1172 req-f9f30528-f5eb-4b2f-8d6c-eb09e3293da3 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:00.783578 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-5623e1cb-a3b7-4ed2-bbca-9ac2fddf1172 req-f9f30528-f5eb-4b2f-8d6c-eb09e3293da3 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/ports?device_id=44ba0812-5702-4378-8cc2-5e7a41359e7e HTTP/1.1" status: 200 len: 945 time: 0.1974089 Mar 11 02:57:00.831683 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [None req-0c77043c-3b77-45e2-8c2d-a623deefa39a None None] Provisioning complete for port 0aa3aa11-4236-4412-bb5f-61a46d3b6a7e triggered by entity DHCP. {{(pid=103105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 02:57:00.833415 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-0c77043c-3b77-45e2-8c2d-a623deefa39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536573942'] for port (0aa3aa11-4236-4412-bb5f-61a46d3b6a7e), provisioning_complete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:00.884557 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-0c77043c-3b77-45e2-8c2d-a623deefa39a None None] Port 0aa3aa11-4236-4412-bb5f-61a46d3b6a7e cannot update to ACTIVE because it is not bound. {{(pid=103105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 02:57:00.908196 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-5623e1cb-a3b7-4ed2-bbca-9ac2fddf1172 req-de7dbfce-9b3c-4a30-92d4-4aead2ccb257 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5ad1bfd-bd0d-4e50-9714-1ca1b519c2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124139 Mar 11 02:57:00.958781 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6804468-d7c5-4092-b92b-9206d86ba2ce req-503be7d1-fb7b-4fe0-ae9e-44e6b6cc88ca tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:00.973133 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-c6804468-d7c5-4092-b92b-9206d86ba2ce req-503be7d1-fb7b-4fe0-ae9e-44e6b6cc88ca tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] 10.222.0.20 "GET /v2.0/ports?device_id=258ae442-c6a6-4bea-947c-f3e043b73155 HTTP/1.1" status: 200 len: 931 time: 0.1346273 Mar 11 02:57:01.062408 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.notifiers.nova [req-7c20d41f-8c61-45a3-a8c5-584255af65d7 req-9279a97d-2721-456d-bbf1-f60401ed7116 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0aa3aa11-4236-4412-bb5f-61a46d3b6a7e {{(pid=103104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 02:57:01.074846 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-7c20d41f-8c61-45a3-a8c5-584255af65d7 req-9279a97d-2721-456d-bbf1-f60401ed7116 service neutron] Publish callbacks [] for port (0aa3aa11-4236-4412-bb5f-61a46d3b6a7e), precommit_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:01.081096 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-c6804468-d7c5-4092-b92b-9206d86ba2ce req-120f6dcd-8261-4ede-8643-2781a6693d26 tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] 10.222.0.20 "GET /v2.0/security-groups?id=7961f483-5dcf-4fb4-a24e-c7e955fcb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066256 Mar 11 02:57:01.092421 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.db.provisioning_blocks [req-7c20d41f-8c61-45a3-a8c5-584255af65d7 req-9279a97d-2721-456d-bbf1-f60401ed7116 service neutron] Transition to ACTIVE for port object 0aa3aa11-4236-4412-bb5f-61a46d3b6a7e will not be triggered until provisioned by entity L2. {{(pid=103104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 02:57:01.101450 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-7c20d41f-8c61-45a3-a8c5-584255af65d7 req-9279a97d-2721-456d-bbf1-f60401ed7116 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9193786'] for port (0aa3aa11-4236-4412-bb5f-61a46d3b6a7e), after_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:01.155951 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9279a97d-2721-456d-bbf1-f60401ed7116 service neutron] Pushing event updated for resources: {'Port': ['ID=0aa3aa11-4236-4412-bb5f-61a46d3b6a7e,revision_number=2']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:57:01.293519 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a647953-3be6-48fb-88f1-a9591bcb57bc req-b542c47d-fd72-4675-a9c1-a92a54bd2139 tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:01.295577 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-3a647953-3be6-48fb-88f1-a9591bcb57bc req-b542c47d-fd72-4675-a9c1-a92a54bd2139 tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] 10.222.0.20 "GET /v2.0/ports?device_id=79e8f58a-85a1-4457-9aef-2104486cacfb HTTP/1.1" status: 200 len: 946 time: 0.0813348 Mar 11 02:57:01.362688 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-3a647953-3be6-48fb-88f1-a9591bcb57bc req-9c8f83e8-0121-409b-92ea-d67fde4bc1ce tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] 10.222.0.20 "GET /v2.0/security-groups?id=85acd191-e35d-4c50-9fc4-e95227d4f852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614631 Mar 11 02:57:01.370932 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.managers [req-7c20d41f-8c61-45a3-a8c5-584255af65d7 req-9279a97d-2721-456d-bbf1-f60401ed7116 service neutron] Attempting to bind port 0aa3aa11-4236-4412-bb5f-61a46d3b6a7e on host hv-cinder-74014 for vnic_type normal with profile {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 02:57:01.371371 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.managers [req-7c20d41f-8c61-45a3-a8c5-584255af65d7 req-9279a97d-2721-456d-bbf1-f60401ed7116 service neutron] Attempting to bind port 0aa3aa11-4236-4412-bb5f-61a46d3b6a7e by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': '68036a91-0c82-478d-bdb4-5aba1b23ce2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'aa8f397c-9989-4eb2-96e4-41d8627a091e'}] {{(pid=103104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 02:57:01.371816 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c20d41f-8c61-45a3-a8c5-584255af65d7 req-9279a97d-2721-456d-bbf1-f60401ed7116 service neutron] Attempting to bind port 0aa3aa11-4236-4412-bb5f-61a46d3b6a7e on network aa8f397c-9989-4eb2-96e4-41d8627a091e {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 02:57:01.388110 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c20d41f-8c61-45a3-a8c5-584255af65d7 req-9279a97d-2721-456d-bbf1-f60401ed7116 service neutron] Port 0aa3aa11-4236-4412-bb5f-61a46d3b6a7e on network aa8f397c-9989-4eb2-96e4-41d8627a091e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 02:57:01.389740 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c20d41f-8c61-45a3-a8c5-584255af65d7 req-9279a97d-2721-456d-bbf1-f60401ed7116 service neutron] Attempting to bind port 0aa3aa11-4236-4412-bb5f-61a46d3b6a7e on network aa8f397c-9989-4eb2-96e4-41d8627a091e {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 02:57:01.399666 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c20d41f-8c61-45a3-a8c5-584255af65d7 req-9279a97d-2721-456d-bbf1-f60401ed7116 service neutron] Checking agent: {'id': '56ad6e9b-975a-4fdf-b549-1f3c33ba94e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 2, 52, 47), 'started_at': datetime.datetime(2022, 3, 11, 2, 52, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 2, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 02:57:01.400053 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c20d41f-8c61-45a3-a8c5-584255af65d7 req-9279a97d-2721-456d-bbf1-f60401ed7116 service neutron] Checking segment: {'id': '68036a91-0c82-478d-bdb4-5aba1b23ce2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'aa8f397c-9989-4eb2-96e4-41d8627a091e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 02:57:01.400507 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c20d41f-8c61-45a3-a8c5-584255af65d7 req-9279a97d-2721-456d-bbf1-f60401ed7116 service neutron] Bound using segment: {'id': '68036a91-0c82-478d-bdb4-5aba1b23ce2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'aa8f397c-9989-4eb2-96e4-41d8627a091e'} {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 02:57:01.401173 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.managers [req-7c20d41f-8c61-45a3-a8c5-584255af65d7 req-9279a97d-2721-456d-bbf1-f60401ed7116 service neutron] Bound port: 0aa3aa11-4236-4412-bb5f-61a46d3b6a7e, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68036a91-0c82-478d-bdb4-5aba1b23ce2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'aa8f397c-9989-4eb2-96e4-41d8627a091e'}}] {{(pid=103104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 02:57:01.402553 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-7c20d41f-8c61-45a3-a8c5-584255af65d7 req-9279a97d-2721-456d-bbf1-f60401ed7116 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (0aa3aa11-4236-4412-bb5f-61a46d3b6a7e), before_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:01.503933 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.db [req-7c20d41f-8c61-45a3-a8c5-584255af65d7 req-9279a97d-2721-456d-bbf1-f60401ed7116 service neutron] For port 0aa3aa11-4236-4412-bb5f-61a46d3b6a7e, host hv-cinder-74014, cleared binding levels {{(pid=103104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 02:57:01.510585 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.db [req-7c20d41f-8c61-45a3-a8c5-584255af65d7 req-9279a97d-2721-456d-bbf1-f60401ed7116 service neutron] For port 0aa3aa11-4236-4412-bb5f-61a46d3b6a7e, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=0aa3aa11-4236-4412-bb5f-61a46d3b6a7e,segment=NetworkSegment(68036a91-0c82-478d-bdb4-5aba1b23ce2e),segment_id=68036a91-0c82-478d-bdb4-5aba1b23ce2e)] {{(pid=103104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 02:57:01.519384 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-7c20d41f-8c61-45a3-a8c5-584255af65d7 req-9279a97d-2721-456d-bbf1-f60401ed7116 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9193786'] for port (0aa3aa11-4236-4412-bb5f-61a46d3b6a7e), after_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:01.580379 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c20d41f-8c61-45a3-a8c5-584255af65d7 req-9279a97d-2721-456d-bbf1-f60401ed7116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:01.581155 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-7c20d41f-8c61-45a3-a8c5-584255af65d7 req-9279a97d-2721-456d-bbf1-f60401ed7116 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55355'] for port (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:01.582980 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-7c20d41f-8c61-45a3-a8c5-584255af65d7 req-9279a97d-2721-456d-bbf1-f60401ed7116 service neutron] 10.222.0.13 "PUT /v2.0/ports/0aa3aa11-4236-4412-bb5f-61a46d3b6a7e HTTP/1.1" status: 200 len: 1093 time: 1.1219862 Mar 11 02:57:01.586806 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '258ae442-c6a6-4bea-947c-f3e043b73155', 'tag': '0aa3aa11-4236-4412-bb5f-61a46d3b6a7e'}] {{(pid=103104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 02:57:01.589160 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b4e7651ceabe3a28ab45abcf2012854968d28c41040a071bcf34f6a69b109a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc143f9f-4476-4331-9fdf-b77ebea8e744" -d '{"events": [{"name": "network-changed", "server_uuid": "258ae442-c6a6-4bea-947c-f3e043b73155", "tag": "0aa3aa11-4236-4412-bb5f-61a46d3b6a7e"}]}' {{(pid=103104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 02:57:01.621941 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9279a97d-2721-456d-bbf1-f60401ed7116 service neutron] Pushing event updated for resources: {'Port': ['ID=0aa3aa11-4236-4412-bb5f-61a46d3b6a7e,revision_number=3']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:57:01.670443 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 02:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0295a44e-ef41-4564-9299-54d1cea6260e x-openstack-request-id: req-0295a44e-ef41-4564-9299-54d1cea6260e {{(pid=103104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 02:57:01.670737 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "258ae442-c6a6-4bea-947c-f3e043b73155", "tag": "0aa3aa11-4236-4412-bb5f-61a46d3b6a7e", "status": "completed", "code": 200}]} {{(pid=103104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 02:57:01.670990 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0295a44e-ef41-4564-9299-54d1cea6260e {{(pid=103104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 02:57:01.671383 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '258ae442-c6a6-4bea-947c-f3e043b73155', 'tag': '0aa3aa11-4236-4412-bb5f-61a46d3b6a7e', 'status': 'completed', 'code': 200} Mar 11 02:57:01.685101 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 42406) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:57:01.718214 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-483c233a-5da9-4b4e-b6ce-30e977ef3d25 req-fbaf096e-3fcf-424f-999d-8254bd133f1a tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] 10.222.0.20 "GET /v2.0/ports?device_id=98436af8-6aa1-42e1-b017-c4e45a669011 HTTP/1.1" status: 200 len: 210 time: 0.0385010 Mar 11 02:57:01.872773 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-5ccbb034-7c8f-47fa-b9a0-4298957131f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:01.953621 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-5ccbb034-7c8f-47fa-b9a0-4298957131f0 admin admin] Publish callbacks [] for security_group (c7b31f26-38a2-4f4d-ad4f-cb037ebdfaea), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:01.959021 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-5ccbb034-7c8f-47fa-b9a0-4298957131f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (c7b31f26-38a2-4f4d-ad4f-cb037ebdfaea), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:01.997967 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-5ccbb034-7c8f-47fa-b9a0-4298957131f0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=100924563a30427e8e639e94f4be5e14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3117616 Mar 11 02:57:01.998829 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbb034-7c8f-47fa-b9a0-4298957131f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7b31f26-38a2-4f4d-ad4f-cb037ebdfaea,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:57:02.000652 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 42412) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:57:02.061256 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0dfc76b5-e24a-417c-934e-bc70354c8132 admin admin] Publish callbacks [] for security_group (c7b31f26-38a2-4f4d-ad4f-cb037ebdfaea), before_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:02.083442 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0dfc76b5-e24a-417c-934e-bc70354c8132 admin admin] Publish callbacks [] for security_group (c7b31f26-38a2-4f4d-ad4f-cb037ebdfaea), precommit_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:02.085645 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509ae35d-2f52-46be-a80c-6d145d44d653 req-5877eee6-6b2a-4b33-8832-e64459883548 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:02.087129 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-509ae35d-2f52-46be-a80c-6d145d44d653 req-5877eee6-6b2a-4b33-8832-e64459883548 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/ports?device_id=44ba0812-5702-4378-8cc2-5e7a41359e7e HTTP/1.1" status: 200 len: 945 time: 0.0856171 Mar 11 02:57:02.156897 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-509ae35d-2f52-46be-a80c-6d145d44d653 req-c5429a6e-e627-44c2-a31c-3c8fbf9229cc tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5ad1bfd-bd0d-4e50-9714-1ca1b519c2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639677 Mar 11 02:57:02.167899 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0dfc76b5-e24a-417c-934e-bc70354c8132 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (c7b31f26-38a2-4f4d-ad4f-cb037ebdfaea), after_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:02.170878 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0dfc76b5-e24a-417c-934e-bc70354c8132 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:02.172214 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-0dfc76b5-e24a-417c-934e-bc70354c8132 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c7b31f26-38a2-4f4d-ad4f-cb037ebdfaea HTTP/1.1" status: 204 len: 168 time: 0.1703427 Mar 11 02:57:02.198983 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfc76b5-e24a-417c-934e-bc70354c8132 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7b31f26-38a2-4f4d-ad4f-cb037ebdfaea,revision_number=None']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:57:02.234802 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d5f1ef-036f-4a9b-b57c-a9c3ba57ecc4 req-2d3e36e3-b4df-4092-bdef-7b497ea6f85c tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:02.236783 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-99d5f1ef-036f-4a9b-b57c-a9c3ba57ecc4 req-2d3e36e3-b4df-4092-bdef-7b497ea6f85c tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] 10.222.0.20 "GET /v2.0/ports?device_id=258ae442-c6a6-4bea-947c-f3e043b73155 HTTP/1.1" status: 200 len: 943 time: 0.0792792 Mar 11 02:57:02.289429 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-99d5f1ef-036f-4a9b-b57c-a9c3ba57ecc4 req-c6f01b4c-4c23-4f22-9daa-ca275f12b7c7 tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] 10.222.0.20 "GET /v2.0/security-groups?id=7961f483-5dcf-4fb4-a24e-c7e955fcb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429616 Mar 11 02:57:02.494379 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479ab5ae-6175-4aaa-84d7-549f6c4eb41e req-a03c3415-ee96-43b7-90a9-b8c2a57b820d tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:02.499272 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-479ab5ae-6175-4aaa-84d7-549f6c4eb41e req-a03c3415-ee96-43b7-90a9-b8c2a57b820d tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] 10.222.0.20 "GET /v2.0/ports?device_id=79e8f58a-85a1-4457-9aef-2104486cacfb HTTP/1.1" status: 200 len: 946 time: 0.0604165 Mar 11 02:57:02.549180 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-479ab5ae-6175-4aaa-84d7-549f6c4eb41e req-60499f49-ee40-4e8e-bd22-30d7d4319fa9 tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] 10.222.0.20 "GET /v2.0/security-groups?id=85acd191-e35d-4c50-9fc4-e95227d4f852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439470 Mar 11 02:57:02.823920 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-2297f5ab-4e31-4ca3-a269-b78e8b5098ca req-90096737-7143-4cf1-ba4a-90fa124b8739 tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] 10.222.0.20 "GET /v2.0/ports?device_id=98436af8-6aa1-42e1-b017-c4e45a669011 HTTP/1.1" status: 200 len: 210 time: 0.0263615 Mar 11 02:57:03.304505 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5870dce8-483f-404b-aa00-7b5c17603dc2 req-1bd89608-3f6d-426b-b3e8-696382fa27b3 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:03.306330 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-5870dce8-483f-404b-aa00-7b5c17603dc2 req-1bd89608-3f6d-426b-b3e8-696382fa27b3 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/ports?device_id=44ba0812-5702-4378-8cc2-5e7a41359e7e HTTP/1.1" status: 200 len: 945 time: 0.0557871 Mar 11 02:57:03.353162 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-5870dce8-483f-404b-aa00-7b5c17603dc2 req-205789f5-bb69-465f-ae29-7734d24e3db5 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5ad1bfd-bd0d-4e50-9714-1ca1b519c2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411305 Mar 11 02:57:03.408255 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f27157-900a-4363-ac9a-cd495b7ea60a req-2095dbbf-ce32-4cfe-b56c-ce0cbb5e1fdf tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:03.409773 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-f5f27157-900a-4363-ac9a-cd495b7ea60a req-2095dbbf-ce32-4cfe-b56c-ce0cbb5e1fdf tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] 10.222.0.20 "GET /v2.0/ports?device_id=258ae442-c6a6-4bea-947c-f3e043b73155 HTTP/1.1" status: 200 len: 943 time: 0.0583041 Mar 11 02:57:03.460753 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-f5f27157-900a-4363-ac9a-cd495b7ea60a req-b462b35e-7887-4f76-91a8-e804d4955b41 tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] 10.222.0.20 "GET /v2.0/security-groups?id=7961f483-5dcf-4fb4-a24e-c7e955fcb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453610 Mar 11 02:57:03.672006 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61db354-d46d-43e2-ab7c-82777986ba08 req-3dd05ca4-71b9-4308-8d0a-88cfb3efce20 tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:03.673530 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-d61db354-d46d-43e2-ab7c-82777986ba08 req-3dd05ca4-71b9-4308-8d0a-88cfb3efce20 tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] 10.222.0.20 "GET /v2.0/ports?device_id=79e8f58a-85a1-4457-9aef-2104486cacfb HTTP/1.1" status: 200 len: 946 time: 0.0569329 Mar 11 02:57:03.718387 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-d61db354-d46d-43e2-ab7c-82777986ba08 req-10b03c53-62ff-4f62-ae84-bd59274c29bc tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] 10.222.0.20 "GET /v2.0/security-groups?id=85acd191-e35d-4c50-9fc4-e95227d4f852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385859 Mar 11 02:57:03.929295 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-4d83fc18-e09a-4977-844f-5c66fa44a359 req-8ac908b0-3adf-49b4-8347-5afd1a5da2ad tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] 10.222.0.20 "GET /v2.0/ports?device_id=98436af8-6aa1-42e1-b017-c4e45a669011 HTTP/1.1" status: 200 len: 210 time: 0.0287328 Mar 11 02:57:04.484397 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b7f1f3-bfc0-4b64-b570-4dd9a061ed5d req-697c1f64-5532-4eaa-9f18-287dcbf256d7 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:04.485880 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-79b7f1f3-bfc0-4b64-b570-4dd9a061ed5d req-697c1f64-5532-4eaa-9f18-287dcbf256d7 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/ports?device_id=44ba0812-5702-4378-8cc2-5e7a41359e7e HTTP/1.1" status: 200 len: 945 time: 0.0552506 Mar 11 02:57:04.531534 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-79b7f1f3-bfc0-4b64-b570-4dd9a061ed5d req-efadc344-13e9-44b9-8cbf-81e40b14b3ee tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5ad1bfd-bd0d-4e50-9714-1ca1b519c2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397394 Mar 11 02:57:04.577454 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0e08c2-8150-4904-a363-e4f40c96625a req-21878092-cf83-4088-a067-9b36c6090194 tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:04.578994 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-8f0e08c2-8150-4904-a363-e4f40c96625a req-21878092-cf83-4088-a067-9b36c6090194 tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] 10.222.0.20 "GET /v2.0/ports?device_id=258ae442-c6a6-4bea-947c-f3e043b73155 HTTP/1.1" status: 200 len: 943 time: 0.0523372 Mar 11 02:57:04.634540 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-8f0e08c2-8150-4904-a363-e4f40c96625a req-89c2df2a-a492-431f-a83a-25de161d9034 tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] 10.222.0.20 "GET /v2.0/security-groups?id=7961f483-5dcf-4fb4-a24e-c7e955fcb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483487 Mar 11 02:57:04.840315 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f1afc6-3d25-4234-9cbd-d8e774134e8c req-ed653891-de3e-481b-a3b7-f76986743153 tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:04.841996 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-71f1afc6-3d25-4234-9cbd-d8e774134e8c req-ed653891-de3e-481b-a3b7-f76986743153 tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] 10.222.0.20 "GET /v2.0/ports?device_id=79e8f58a-85a1-4457-9aef-2104486cacfb HTTP/1.1" status: 200 len: 946 time: 0.0562351 Mar 11 02:57:04.888296 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-71f1afc6-3d25-4234-9cbd-d8e774134e8c req-3d34ef7d-f4d7-4109-a986-f6192f9fab90 tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] 10.222.0.20 "GET /v2.0/security-groups?id=85acd191-e35d-4c50-9fc4-e95227d4f852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406449 Mar 11 02:57:05.019269 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-f078e3a2-aff8-4969-b45f-64c2924f1ae2 req-d678e0ad-9f40-4586-9e6c-1a2bcafd3cd7 tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] 10.222.0.20 "GET /v2.0/ports?device_id=98436af8-6aa1-42e1-b017-c4e45a669011 HTTP/1.1" status: 200 len: 210 time: 0.0251083 Mar 11 02:57:05.658256 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b479f64f-6667-4f85-82cf-28a107da5ef1 req-7d2ed777-070f-4a01-bf00-4f6447afd317 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:05.659745 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-b479f64f-6667-4f85-82cf-28a107da5ef1 req-7d2ed777-070f-4a01-bf00-4f6447afd317 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/ports?device_id=44ba0812-5702-4378-8cc2-5e7a41359e7e HTTP/1.1" status: 200 len: 945 time: 0.0542490 Mar 11 02:57:05.733589 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-b479f64f-6667-4f85-82cf-28a107da5ef1 req-19aab52f-cd26-4d96-ae80-c5726158f348 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5ad1bfd-bd0d-4e50-9714-1ca1b519c2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635586 Mar 11 02:57:05.767129 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe751c6-1972-4cc9-a85a-3b126b368dc8 req-601203b5-c896-4436-b19d-6ff5751eff01 tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:05.768618 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-cbe751c6-1972-4cc9-a85a-3b126b368dc8 req-601203b5-c896-4436-b19d-6ff5751eff01 tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] 10.222.0.20 "GET /v2.0/ports?device_id=258ae442-c6a6-4bea-947c-f3e043b73155 HTTP/1.1" status: 200 len: 943 time: 0.0514555 Mar 11 02:57:05.814745 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-cbe751c6-1972-4cc9-a85a-3b126b368dc8 req-bd87b4c8-2178-47c3-95ac-7080a238bae3 tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] 10.222.0.20 "GET /v2.0/security-groups?id=7961f483-5dcf-4fb4-a24e-c7e955fcb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399323 Mar 11 02:57:06.002961 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4808979-1ee1-48f0-95d1-85d092ad43e3 req-a2d99e62-cd62-4a70-b820-16d9aa4c5262 tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:06.005006 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-c4808979-1ee1-48f0-95d1-85d092ad43e3 req-a2d99e62-cd62-4a70-b820-16d9aa4c5262 tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] 10.222.0.20 "GET /v2.0/ports?device_id=79e8f58a-85a1-4457-9aef-2104486cacfb HTTP/1.1" status: 200 len: 946 time: 0.0525491 Mar 11 02:57:06.053854 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-c4808979-1ee1-48f0-95d1-85d092ad43e3 req-91e4afa6-5071-4719-864f-e37a5ed52efc tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] 10.222.0.20 "GET /v2.0/security-groups?id=85acd191-e35d-4c50-9fc4-e95227d4f852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431652 Mar 11 02:57:06.115458 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-9f163c9f-e3ae-41ba-ac49-3052e2726b84 req-c2ce6225-6ece-44d3-b6b1-deb21a7be2da tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] 10.222.0.20 "GET /v2.0/ports?device_id=98436af8-6aa1-42e1-b017-c4e45a669011 HTTP/1.1" status: 200 len: 210 time: 0.0263910 Mar 11 02:57:06.851844 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a41802-8ecf-494d-99c6-3df90ba65a63 req-495f751e-14e4-49ad-88a9-29aa7b19f242 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:06.853410 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-b1a41802-8ecf-494d-99c6-3df90ba65a63 req-495f751e-14e4-49ad-88a9-29aa7b19f242 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/ports?device_id=44ba0812-5702-4378-8cc2-5e7a41359e7e HTTP/1.1" status: 200 len: 945 time: 0.0530751 Mar 11 02:57:06.910834 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-b1a41802-8ecf-494d-99c6-3df90ba65a63 req-29d626be-49a9-4e69-bfbe-15ae1e2639dd tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5ad1bfd-bd0d-4e50-9714-1ca1b519c2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519779 Mar 11 02:57:06.951655 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2a5797-679e-4576-8217-f7cec78db6aa req-9aea7a55-cea9-4a62-b2ff-e15a37da5df4 tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:06.953216 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-ba2a5797-679e-4576-8217-f7cec78db6aa req-9aea7a55-cea9-4a62-b2ff-e15a37da5df4 tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] 10.222.0.20 "GET /v2.0/ports?device_id=258ae442-c6a6-4bea-947c-f3e043b73155 HTTP/1.1" status: 200 len: 943 time: 0.0554347 Mar 11 02:57:07.013904 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-ba2a5797-679e-4576-8217-f7cec78db6aa req-89e9dacc-7e71-4178-a910-fe42b19af79c tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] 10.222.0.20 "GET /v2.0/security-groups?id=7961f483-5dcf-4fb4-a24e-c7e955fcb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535638 Mar 11 02:57:07.166557 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d884dd-5d7c-4cd4-a41c-ecf5f3001a66 req-38c3f1eb-3fb8-4767-8647-6f0d4496b332 tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:07.168026 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-47d884dd-5d7c-4cd4-a41c-ecf5f3001a66 req-38c3f1eb-3fb8-4767-8647-6f0d4496b332 tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] 10.222.0.20 "GET /v2.0/ports?device_id=79e8f58a-85a1-4457-9aef-2104486cacfb HTTP/1.1" status: 200 len: 946 time: 0.0503778 Mar 11 02:57:07.212035 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-4145c7e3-548c-493c-a2f3-a7d7b75f4275 req-1297395a-a21b-41c9-8c15-f5574d7b7408 tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] 10.222.0.20 "GET /v2.0/ports?device_id=98436af8-6aa1-42e1-b017-c4e45a669011 HTTP/1.1" status: 200 len: 210 time: 0.0319881 Mar 11 02:57:07.217699 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-47d884dd-5d7c-4cd4-a41c-ecf5f3001a66 req-2077839e-79d9-42e9-8ea9-fe04b90a32ea tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] 10.222.0.20 "GET /v2.0/security-groups?id=85acd191-e35d-4c50-9fc4-e95227d4f852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436823 Mar 11 02:57:08.026769 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0425773-54ea-44c9-b59d-2c879b451509 req-089355d8-79db-4e5f-be0f-0ef9afc934f4 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:08.028460 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-e0425773-54ea-44c9-b59d-2c879b451509 req-089355d8-79db-4e5f-be0f-0ef9afc934f4 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/ports?device_id=44ba0812-5702-4378-8cc2-5e7a41359e7e HTTP/1.1" status: 200 len: 945 time: 0.0534892 Mar 11 02:57:08.081141 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-e0425773-54ea-44c9-b59d-2c879b451509 req-bdf0c231-710f-4a0b-93fa-94e94bea9f5d tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5ad1bfd-bd0d-4e50-9714-1ca1b519c2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469763 Mar 11 02:57:08.130771 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7270cb-697e-432c-9e60-887aa3d768c4 req-ff37d709-3e97-4665-aacd-ecad1ce6789e tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:08.132273 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-ec7270cb-697e-432c-9e60-887aa3d768c4 req-ff37d709-3e97-4665-aacd-ecad1ce6789e tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] 10.222.0.20 "GET /v2.0/ports?device_id=258ae442-c6a6-4bea-947c-f3e043b73155 HTTP/1.1" status: 200 len: 943 time: 0.0509913 Mar 11 02:57:08.184786 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-ec7270cb-697e-432c-9e60-887aa3d768c4 req-584b1ed0-afbd-4ef3-b68d-263a5893925e tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] 10.222.0.20 "GET /v2.0/security-groups?id=7961f483-5dcf-4fb4-a24e-c7e955fcb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446513 Mar 11 02:57:08.321720 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-2d8203a0-f9ca-4d60-a83e-a0db5b9a69d7 req-0d380224-b3df-425e-810c-d4ac3cea72d1 tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] 10.222.0.20 "GET /v2.0/ports?device_id=98436af8-6aa1-42e1-b017-c4e45a669011 HTTP/1.1" status: 200 len: 210 time: 0.0303507 Mar 11 02:57:08.356897 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dee7b2-78ba-4f7c-bf27-164596150f45 req-b944d635-341b-40cf-bfdb-5c81949f6e7a tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:08.358386 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-33dee7b2-78ba-4f7c-bf27-164596150f45 req-b944d635-341b-40cf-bfdb-5c81949f6e7a tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] 10.222.0.20 "GET /v2.0/ports?device_id=79e8f58a-85a1-4457-9aef-2104486cacfb HTTP/1.1" status: 200 len: 946 time: 0.0612876 Mar 11 02:57:08.404673 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-33dee7b2-78ba-4f7c-bf27-164596150f45 req-4bf21b2f-7488-46b5-bc85-690a3bdc5e8a tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] 10.222.0.20 "GET /v2.0/security-groups?id=85acd191-e35d-4c50-9fc4-e95227d4f852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399857 Mar 11 02:57:09.203471 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bf1190-b777-431b-80d1-91dc0d358f6f req-ad706739-7f82-4090-a399-8925a58eadd5 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:09.205061 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-f7bf1190-b777-431b-80d1-91dc0d358f6f req-ad706739-7f82-4090-a399-8925a58eadd5 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/ports?device_id=44ba0812-5702-4378-8cc2-5e7a41359e7e HTTP/1.1" status: 200 len: 945 time: 0.0564313 Mar 11 02:57:09.254642 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-f7bf1190-b777-431b-80d1-91dc0d358f6f req-8530101d-6f4a-434e-a25f-45cd2d8f4dbd tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5ad1bfd-bd0d-4e50-9714-1ca1b519c2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424938 Mar 11 02:57:09.309614 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8efbe4-8348-476e-8056-f50cc5b58bd0 req-d51ea28f-b59b-4344-995c-253959acb78e tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:09.311110 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-bd8efbe4-8348-476e-8056-f50cc5b58bd0 req-d51ea28f-b59b-4344-995c-253959acb78e tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] 10.222.0.20 "GET /v2.0/ports?device_id=258ae442-c6a6-4bea-947c-f3e043b73155 HTTP/1.1" status: 200 len: 943 time: 0.0574436 Mar 11 02:57:09.357589 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-bd8efbe4-8348-476e-8056-f50cc5b58bd0 req-f66b3c4b-bcbd-4875-b2d4-e74a2726c221 tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] 10.222.0.20 "GET /v2.0/security-groups?id=7961f483-5dcf-4fb4-a24e-c7e955fcb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410452 Mar 11 02:57:09.424991 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-7b4f53be-cc80-4a3c-abfd-549789c6e330 req-ec4102c1-9ec2-48ca-a8a8-7b858554e1be tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] 10.222.0.20 "GET /v2.0/ports?device_id=98436af8-6aa1-42e1-b017-c4e45a669011 HTTP/1.1" status: 200 len: 210 time: 0.0306113 Mar 11 02:57:09.526185 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a6652d-44bd-45fd-acc1-a662147ef148 req-396c5b32-b88f-4e5e-bc1f-d96b32cb19ef tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:09.527652 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-71a6652d-44bd-45fd-acc1-a662147ef148 req-396c5b32-b88f-4e5e-bc1f-d96b32cb19ef tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] 10.222.0.20 "GET /v2.0/ports?device_id=79e8f58a-85a1-4457-9aef-2104486cacfb HTTP/1.1" status: 200 len: 946 time: 0.0545008 Mar 11 02:57:09.579524 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-71a6652d-44bd-45fd-acc1-a662147ef148 req-d8603b54-b85c-4322-b703-a813995bbcc5 tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] 10.222.0.20 "GET /v2.0/security-groups?id=85acd191-e35d-4c50-9fc4-e95227d4f852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458052 Mar 11 02:57:10.432845 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87e755b-15b0-4d28-9503-ffb1a5e87abb req-67d86091-d6de-4afe-b91d-afa4307215d9 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:10.432845 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-e87e755b-15b0-4d28-9503-ffb1a5e87abb req-67d86091-d6de-4afe-b91d-afa4307215d9 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/ports?device_id=44ba0812-5702-4378-8cc2-5e7a41359e7e HTTP/1.1" status: 200 len: 945 time: 0.0756269 Mar 11 02:57:10.495800 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-e87e755b-15b0-4d28-9503-ffb1a5e87abb req-5854bef5-d4da-4b6f-928d-ac3d7422b468 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5ad1bfd-bd0d-4e50-9714-1ca1b519c2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580702 Mar 11 02:57:10.506651 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc4033a-85fc-4a29-9b42-afdd6ffdd1d0 req-97a5f1ca-414e-4ae2-8a2f-9029c62d989e tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:10.508225 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-3fc4033a-85fc-4a29-9b42-afdd6ffdd1d0 req-97a5f1ca-414e-4ae2-8a2f-9029c62d989e tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] 10.222.0.20 "GET /v2.0/ports?device_id=258ae442-c6a6-4bea-947c-f3e043b73155 HTTP/1.1" status: 200 len: 943 time: 0.0555859 Mar 11 02:57:10.554589 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-3fc4033a-85fc-4a29-9b42-afdd6ffdd1d0 req-51259555-457f-4fe9-9686-af1e36dfeff4 tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] 10.222.0.20 "GET /v2.0/security-groups?id=7961f483-5dcf-4fb4-a24e-c7e955fcb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408797 Mar 11 02:57:10.583120 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-210dbdb3-b0d6-4127-bda3-5f38c69842b9 req-0bf6f67c-628e-4f31-b5b6-31c16fff8899 tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] 10.222.0.20 "GET /v2.0/ports?device_id=98436af8-6aa1-42e1-b017-c4e45a669011 HTTP/1.1" status: 200 len: 210 time: 0.0263212 Mar 11 02:57:10.697411 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8739e363-0d45-4fa1-8233-8b3df6a23832 req-f2496dcc-8dc5-4827-a974-1f04c1d46064 tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:10.698874 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-8739e363-0d45-4fa1-8233-8b3df6a23832 req-f2496dcc-8dc5-4827-a974-1f04c1d46064 tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] 10.222.0.20 "GET /v2.0/ports?device_id=79e8f58a-85a1-4457-9aef-2104486cacfb HTTP/1.1" status: 200 len: 946 time: 0.0518298 Mar 11 02:57:10.745880 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-8739e363-0d45-4fa1-8233-8b3df6a23832 req-46f66795-5270-4b2f-8280-dec192a071d8 tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] 10.222.0.20 "GET /v2.0/security-groups?id=85acd191-e35d-4c50-9fc4-e95227d4f852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414691 Mar 11 02:57:11.618881 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917f6c7d-80d9-465a-99dd-72d333a330cb req-5e7a056b-2dd0-4b97-aebc-21c89be336b9 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:11.620369 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-917f6c7d-80d9-465a-99dd-72d333a330cb req-5e7a056b-2dd0-4b97-aebc-21c89be336b9 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/ports?device_id=44ba0812-5702-4378-8cc2-5e7a41359e7e HTTP/1.1" status: 200 len: 945 time: 0.0512936 Mar 11 02:57:11.670389 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-917f6c7d-80d9-465a-99dd-72d333a330cb req-a8e13c36-14dd-4f50-9547-920086a0f839 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5ad1bfd-bd0d-4e50-9714-1ca1b519c2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444860 Mar 11 02:57:11.688981 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbcd5af-d78e-4584-9eb4-327ef348bb22 req-2c93763c-8f2a-4875-9eb0-f44fbf05f120 tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:11.690524 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-2fbcd5af-d78e-4584-9eb4-327ef348bb22 req-2c93763c-8f2a-4875-9eb0-f44fbf05f120 tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] 10.222.0.20 "GET /v2.0/ports?device_id=258ae442-c6a6-4bea-947c-f3e043b73155 HTTP/1.1" status: 200 len: 943 time: 0.0708513 Mar 11 02:57:11.743765 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-2fbcd5af-d78e-4584-9eb4-327ef348bb22 req-3d6e6251-89a6-4879-8344-0f4e1e6b90e1 tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] 10.222.0.20 "GET /v2.0/security-groups?id=7961f483-5dcf-4fb4-a24e-c7e955fcb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467954 Mar 11 02:57:11.757798 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-9152b45d-6fc8-4fd6-82b1-1782be4927e9 req-0e869e66-ab7a-42be-ba41-145d10c6a043 tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] 10.222.0.20 "GET /v2.0/ports?device_id=98436af8-6aa1-42e1-b017-c4e45a669011 HTTP/1.1" status: 200 len: 210 time: 0.0265639 Mar 11 02:57:11.867851 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9b0634-e7a1-48b6-a924-0c97dabd33a2 req-246daf3a-2474-40a4-af14-7928b55a0e1a tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:11.869339 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-6b9b0634-e7a1-48b6-a924-0c97dabd33a2 req-246daf3a-2474-40a4-af14-7928b55a0e1a tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] 10.222.0.20 "GET /v2.0/ports?device_id=79e8f58a-85a1-4457-9aef-2104486cacfb HTTP/1.1" status: 200 len: 946 time: 0.0506048 Mar 11 02:57:11.914750 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-6b9b0634-e7a1-48b6-a924-0c97dabd33a2 req-110b2691-3159-42d9-9a15-d6c63061e3f0 tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] 10.222.0.20 "GET /v2.0/security-groups?id=85acd191-e35d-4c50-9fc4-e95227d4f852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397477 Mar 11 02:57:12.792839 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ced1b47-a431-4c7e-b35f-ff3bb05d895d req-d763082a-952d-41cb-954b-3358c61ac6d3 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:12.794346 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-9ced1b47-a431-4c7e-b35f-ff3bb05d895d req-d763082a-952d-41cb-954b-3358c61ac6d3 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/ports?device_id=44ba0812-5702-4378-8cc2-5e7a41359e7e HTTP/1.1" status: 200 len: 945 time: 0.0554125 Mar 11 02:57:12.840268 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-9ced1b47-a431-4c7e-b35f-ff3bb05d895d req-e0626ba1-4ed2-4352-a31d-e5a036e77870 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5ad1bfd-bd0d-4e50-9714-1ca1b519c2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402899 Mar 11 02:57:12.860952 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3617d738-99c0-4060-83ac-077e1bc1f288 req-79fb7f52-e63a-4382-a5f4-7c42d09de2dc tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:12.862728 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-3617d738-99c0-4060-83ac-077e1bc1f288 req-79fb7f52-e63a-4382-a5f4-7c42d09de2dc tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] 10.222.0.20 "GET /v2.0/ports?device_id=258ae442-c6a6-4bea-947c-f3e043b73155 HTTP/1.1" status: 200 len: 943 time: 0.0541329 Mar 11 02:57:12.911851 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-3617d738-99c0-4060-83ac-077e1bc1f288 req-5e546a27-2fef-4105-bf67-07c22b976064 tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] 10.222.0.20 "GET /v2.0/security-groups?id=7961f483-5dcf-4fb4-a24e-c7e955fcb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436020 Mar 11 02:57:12.922901 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-38daeb06-4a0f-4cbc-9e0b-faf78c70fa5d req-fe7087db-b96b-4033-8d0a-68a4cf4d6ab4 tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] 10.222.0.20 "GET /v2.0/ports?device_id=98436af8-6aa1-42e1-b017-c4e45a669011 HTTP/1.1" status: 200 len: 210 time: 0.0295174 Mar 11 02:57:13.027992 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c7bb18-f2a5-452c-85bd-9fa6b546e7cf req-15c5e7d7-4c1c-4cf9-9d48-e2cb121ef714 tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:13.029382 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-c6c7bb18-f2a5-452c-85bd-9fa6b546e7cf req-15c5e7d7-4c1c-4cf9-9d48-e2cb121ef714 tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] 10.222.0.20 "GET /v2.0/ports?device_id=79e8f58a-85a1-4457-9aef-2104486cacfb HTTP/1.1" status: 200 len: 946 time: 0.0498049 Mar 11 02:57:13.072878 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-c6c7bb18-f2a5-452c-85bd-9fa6b546e7cf req-1e37e0e3-bad1-4c5f-8bc9-407468ae3d49 tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] 10.222.0.20 "GET /v2.0/security-groups?id=85acd191-e35d-4c50-9fc4-e95227d4f852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381773 Mar 11 02:57:13.956515 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95232509-542c-4732-b3ba-f8fed7094c4d req-e5e94daa-f5d9-4607-9dd2-5befea3f284c tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:13.958643 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-95232509-542c-4732-b3ba-f8fed7094c4d req-e5e94daa-f5d9-4607-9dd2-5befea3f284c tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/ports?device_id=44ba0812-5702-4378-8cc2-5e7a41359e7e HTTP/1.1" status: 200 len: 945 time: 0.0517514 Mar 11 02:57:14.004420 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-95232509-542c-4732-b3ba-f8fed7094c4d req-4bfbbacf-b47f-47ff-a5b7-ddfe6dc0b69b tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5ad1bfd-bd0d-4e50-9714-1ca1b519c2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403435 Mar 11 02:57:14.025774 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea6c5a5-7326-41d1-8c9d-dadb0a677289 req-73a27b70-6b80-4d6f-b156-3d150e23250f tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:14.027326 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-dea6c5a5-7326-41d1-8c9d-dadb0a677289 req-73a27b70-6b80-4d6f-b156-3d150e23250f tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] 10.222.0.20 "GET /v2.0/ports?device_id=258ae442-c6a6-4bea-947c-f3e043b73155 HTTP/1.1" status: 200 len: 943 time: 0.0504727 Mar 11 02:57:14.076359 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-dea6c5a5-7326-41d1-8c9d-dadb0a677289 req-39c1ff5c-e9d1-4483-9e65-1a80905c9844 tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] 10.222.0.20 "GET /v2.0/security-groups?id=7961f483-5dcf-4fb4-a24e-c7e955fcb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437562 Mar 11 02:57:14.086539 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-29e3bb0f-a14f-497b-96ee-7696f7c1f712 req-d57e3410-a8ae-4cb3-97b0-7196c7a253bb tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] 10.222.0.20 "GET /v2.0/ports?device_id=98436af8-6aa1-42e1-b017-c4e45a669011 HTTP/1.1" status: 200 len: 210 time: 0.0290623 Mar 11 02:57:14.187971 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcef50d-6b89-4d06-9564-88eed48cd091 req-eed9684b-8719-4cb4-8af0-f5aa3194eacf tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:14.189441 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-dfcef50d-6b89-4d06-9564-88eed48cd091 req-eed9684b-8719-4cb4-8af0-f5aa3194eacf tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] 10.222.0.20 "GET /v2.0/ports?device_id=79e8f58a-85a1-4457-9aef-2104486cacfb HTTP/1.1" status: 200 len: 946 time: 0.0522656 Mar 11 02:57:14.233306 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-dfcef50d-6b89-4d06-9564-88eed48cd091 req-972ee051-1b55-4481-ab16-9e806832f5c4 tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] 10.222.0.20 "GET /v2.0/security-groups?id=85acd191-e35d-4c50-9fc4-e95227d4f852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383763 Mar 11 02:57:14.991531 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc143f9f-4476-4331-9fdf-b77ebea8e744 req-a802965d-71be-43b1-a7ab-2b22998959ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:14.993522 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-dc143f9f-4476-4331-9fdf-b77ebea8e744 req-a802965d-71be-43b1-a7ab-2b22998959ce service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a7bd65d0a0b54c449113a4ac00fc662d&device_id=258ae442-c6a6-4bea-947c-f3e043b73155 HTTP/1.1" status: 200 len: 1127 time: 0.0472367 Mar 11 02:57:15.134447 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ade735-21f6-4670-af98-9410fe044f9f req-eb7aa55f-decf-4840-a56c-a43d24c37c27 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:15.134447 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-07ade735-21f6-4670-af98-9410fe044f9f req-eb7aa55f-decf-4840-a56c-a43d24c37c27 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/ports?device_id=44ba0812-5702-4378-8cc2-5e7a41359e7e HTTP/1.1" status: 200 len: 945 time: 0.0613689 Mar 11 02:57:15.193872 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-07ade735-21f6-4670-af98-9410fe044f9f req-9499b382-8f3a-4c33-98ec-805887ab2474 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5ad1bfd-bd0d-4e50-9714-1ca1b519c2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498004 Mar 11 02:57:15.233044 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc143f9f-4476-4331-9fdf-b77ebea8e744 req-aac4d500-026d-4de1-8343-f5e3b8d76e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:15.234553 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-dc143f9f-4476-4331-9fdf-b77ebea8e744 req-aac4d500-026d-4de1-8343-f5e3b8d76e1e service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=a7bd65d0a0b54c449113a4ac00fc662d&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2135277 Mar 11 02:57:15.275964 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-0379eba2-8067-4f8f-a40f-242ae3d51f5d req-323bfbe3-8540-4118-b529-7863e78739ea tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] 10.222.0.20 "GET /v2.0/ports?device_id=98436af8-6aa1-42e1-b017-c4e45a669011 HTTP/1.1" status: 200 len: 210 time: 0.0263970 Mar 11 02:57:15.280568 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff00612-c634-4d0f-a755-0f27ed38655c req-363e188a-5d0f-4fdb-bd44-3dc30b4e4866 tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:15.282107 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-aff00612-c634-4d0f-a755-0f27ed38655c req-363e188a-5d0f-4fdb-bd44-3dc30b4e4866 tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] 10.222.0.20 "GET /v2.0/ports?device_id=258ae442-c6a6-4bea-947c-f3e043b73155 HTTP/1.1" status: 200 len: 943 time: 0.1149957 Mar 11 02:57:15.381414 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bd2868-f81a-4509-bbaf-31236e6b837a req-2e3955c1-7847-427a-aaab-2e352be2f32d tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:15.383003 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-d3bd2868-f81a-4509-bbaf-31236e6b837a req-2e3955c1-7847-427a-aaab-2e352be2f32d tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] 10.222.0.20 "GET /v2.0/ports?device_id=79e8f58a-85a1-4457-9aef-2104486cacfb HTTP/1.1" status: 200 len: 946 time: 0.0536866 Mar 11 02:57:15.424078 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-aff00612-c634-4d0f-a755-0f27ed38655c req-376b2795-159b-44f9-a0f5-8121a2a1f6f2 tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] 10.222.0.20 "GET /v2.0/security-groups?id=7961f483-5dcf-4fb4-a24e-c7e955fcb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338022 Mar 11 02:57:15.430475 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-d3bd2868-f81a-4509-bbaf-31236e6b837a req-5c0f10c9-c688-44f9-aba5-a33610a67c33 tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] 10.222.0.20 "GET /v2.0/security-groups?id=85acd191-e35d-4c50-9fc4-e95227d4f852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417869 Mar 11 02:57:15.438578 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc143f9f-4476-4331-9fdf-b77ebea8e744 req-70981c7d-18fe-4f24-9cab-80b55b63933a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:15.440037 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-dc143f9f-4476-4331-9fdf-b77ebea8e744 req-70981c7d-18fe-4f24-9cab-80b55b63933a service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1974497 Mar 11 02:57:15.840520 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c20d41f-8c61-45a3-a8c5-584255af65d7 req-871aa8d2-4cc3-465c-8a58-7fd77637981c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:15.842071 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-7c20d41f-8c61-45a3-a8c5-584255af65d7 req-871aa8d2-4cc3-465c-8a58-7fd77637981c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a7bd65d0a0b54c449113a4ac00fc662d&device_id=258ae442-c6a6-4bea-947c-f3e043b73155 HTTP/1.1" status: 200 len: 1127 time: 0.3318791 Mar 11 02:57:15.890601 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-7c20d41f-8c61-45a3-a8c5-584255af65d7 req-9b66e175-587a-493a-b434-8ff7531b97c1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0aa3aa11-4236-4412-bb5f-61a46d3b6a7e HTTP/1.1" status: 200 len: 217 time: 0.0412621 Mar 11 02:57:15.900172 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a74786-a351-4d33-a823-879151ca2df6 req-30033e1e-1654-4ce8-a26c-5a6cf108dce8 tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:15.901566 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-24a74786-a351-4d33-a823-879151ca2df6 req-30033e1e-1654-4ce8-a26c-5a6cf108dce8 tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] 10.222.0.13 "GET /v2.0/networks?id=5b68b293-4a0a-48e3-9b85-6d8ee55fe3d2 HTTP/1.1" status: 200 len: 808 time: 0.1424344 Mar 11 02:57:15.931295 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.v2.base [req-24a74786-a351-4d33-a823-879151ca2df6 req-530613d6-1291-47c2-aa81-5778cb943b0b tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] Request body: {'port': {'device_id': '98436af8-6aa1-42e1-b017-c4e45a669011', 'network_id': '5b68b293-4a0a-48e3-9b85-6d8ee55fe3d2', 'admin_state_up': True, 'tenant_id': 'edfb58857d92484693342869f2745a00'}} {{(pid=103104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 02:57:15.969962 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c20d41f-8c61-45a3-a8c5-584255af65d7 req-6eb99794-a1e3-4941-808b-2b02026963ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:15.971404 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-7c20d41f-8c61-45a3-a8c5-584255af65d7 req-6eb99794-a1e3-4941-808b-2b02026963ee service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d4d08d7c-9091-46e5-9160-e7157dc9cc9d HTTP/1.1" status: 200 len: 854 time: 0.0690145 Mar 11 02:57:16.069560 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c20d41f-8c61-45a3-a8c5-584255af65d7 req-6559be0b-e4ab-4e93-aeff-8f529ffc2f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:16.070914 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-7c20d41f-8c61-45a3-a8c5-584255af65d7 req-6559be0b-e4ab-4e93-aeff-8f529ffc2f6e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=aa8f397c-9989-4eb2-96e4-41d8627a091e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0696020 Mar 11 02:57:16.085944 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24a74786-a351-4d33-a823-879151ca2df6 req-530613d6-1291-47c2-aa81-5778cb943b0b tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] Made reservation on behalf of edfb58857d92484693342869f2745a00 for: {'port': 1} {{(pid=103104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 02:57:16.088946 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-24a74786-a351-4d33-a823-879151ca2df6 req-530613d6-1291-47c2-aa81-5778cb943b0b tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:16.221379 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-7c20d41f-8c61-45a3-a8c5-584255af65d7 req-60fd61bb-3284-4012-bfcf-e97e0a261505 service neutron] 10.222.0.13 "GET /v2.0/networks/aa8f397c-9989-4eb2-96e4-41d8627a091e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433551 Mar 11 02:57:16.349686 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.db.db_base_plugin_common [req-24a74786-a351-4d33-a823-879151ca2df6 req-530613d6-1291-47c2-aa81-5778cb943b0b tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] Allocated IP 172.20.0.9 (5b68b293-4a0a-48e3-9b85-6d8ee55fe3d2/1fda893b-b13f-4e6b-b401-c6ba16169aad/933e3c42-9775-425d-8569-79be848655f7) {{(pid=103104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 02:57:16.368702 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-a4d8bd8e-2aaf-4305-8a34-b05cdb028cc4 req-be6b6ab9-8004-4b0d-ae37-075237a3c7c8 tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] 10.222.0.20 "GET /v2.0/ports?device_id=98436af8-6aa1-42e1-b017-c4e45a669011 HTTP/1.1" status: 200 len: 210 time: 0.0269160 Mar 11 02:57:16.400614 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-7c20d41f-8c61-45a3-a8c5-584255af65d7 req-c65c5d5e-add3-463a-8fc2-e50077480af6 service neutron] 10.222.0.13 "GET /v2.0/networks/aa8f397c-9989-4eb2-96e4-41d8627a091e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574078 Mar 11 02:57:16.409481 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588f0b96-a809-4b96-9317-84744337755c req-47624dd5-dda0-4152-bda0-4ff1a09127f6 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:16.410954 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-588f0b96-a809-4b96-9317-84744337755c req-47624dd5-dda0-4152-bda0-4ff1a09127f6 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/ports?device_id=44ba0812-5702-4378-8cc2-5e7a41359e7e HTTP/1.1" status: 200 len: 945 time: 0.1451881 Mar 11 02:57:16.499126 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-588f0b96-a809-4b96-9317-84744337755c req-2a03aeef-aaf9-46be-b977-541553faba0b tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5ad1bfd-bd0d-4e50-9714-1ca1b519c2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795553 Mar 11 02:57:16.547112 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fc0915-b843-4748-9360-5927fcbda0eb req-5ae7dfa4-2cab-43f0-8955-ed2ff9fa4e5f tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:16.548714 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-20fc0915-b843-4748-9360-5927fcbda0eb req-5ae7dfa4-2cab-43f0-8955-ed2ff9fa4e5f tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] 10.222.0.20 "GET /v2.0/ports?device_id=258ae442-c6a6-4bea-947c-f3e043b73155 HTTP/1.1" status: 200 len: 943 time: 0.0544062 Mar 11 02:57:16.575332 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-24a74786-a351-4d33-a823-879151ca2df6 req-530613d6-1291-47c2-aa81-5778cb943b0b tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] Publish callbacks [] for port (933e3c42-9775-425d-8569-79be848655f7), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:16.596351 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-20fc0915-b843-4748-9360-5927fcbda0eb req-1937d59d-2ecc-47da-b6e1-a1eeed388d98 tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] 10.222.0.20 "GET /v2.0/security-groups?id=7961f483-5dcf-4fb4-a24e-c7e955fcb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414033 Mar 11 02:57:16.634281 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8589c893-e32a-40cd-aec6-d14c04376534 req-5c7f98ce-0452-4fbe-b871-a522e99d1117 tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:16.635756 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-8589c893-e32a-40cd-aec6-d14c04376534 req-5c7f98ce-0452-4fbe-b871-a522e99d1117 tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] 10.222.0.20 "GET /v2.0/ports?device_id=79e8f58a-85a1-4457-9aef-2104486cacfb HTTP/1.1" status: 200 len: 946 time: 0.0786951 Mar 11 02:57:16.649151 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-24a74786-a351-4d33-a823-879151ca2df6 req-530613d6-1291-47c2-aa81-5778cb943b0b tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774348857676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9193763'] for port (933e3c42-9775-425d-8569-79be848655f7), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:16.713573 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24a74786-a351-4d33-a823-879151ca2df6 req-530613d6-1291-47c2-aa81-5778cb943b0b tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] Network 5b68b293-4a0a-48e3-9b85-6d8ee55fe3d2 is already hosted by enough agents. {{(pid=103104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 02:57:16.719049 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530613d6-1291-47c2-aa81-5778cb943b0b tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] Pushing event updated for resources: {'Port': ['ID=933e3c42-9775-425d-8569-79be848655f7,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:57:16.721413 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.scheduler.base_scheduler [req-24a74786-a351-4d33-a823-879151ca2df6 req-530613d6-1291-47c2-aa81-5778cb943b0b tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] Resources bound (agent type, host, resource id): {{(pid=103104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 02:57:16.725847 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.db.l3_dvrscheduler_db [req-24a74786-a351-4d33-a823-879151ca2df6 req-530613d6-1291-47c2-aa81-5778cb943b0b tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] Received port after_create {{(pid=103104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 02:57:16.758037 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-8589c893-e32a-40cd-aec6-d14c04376534 req-ad12dc81-fa18-47b1-ae45-9fc5dd53b0c1 tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] 10.222.0.20 "GET /v2.0/security-groups?id=85acd191-e35d-4c50-9fc4-e95227d4f852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167877 Mar 11 02:57:16.780430 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a74786-a351-4d33-a823-879151ca2df6 req-530613d6-1291-47c2-aa81-5778cb943b0b tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:16.781055 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-24a74786-a351-4d33-a823-879151ca2df6 req-530613d6-1291-47c2-aa81-5778cb943b0b tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55355'] for port (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:16.796396 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-24a74786-a351-4d33-a823-879151ca2df6 req-530613d6-1291-47c2-aa81-5778cb943b0b tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8701835 Mar 11 02:57:16.810345 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.v2.base [req-24a74786-a351-4d33-a823-879151ca2df6 req-419868f4-4b05-4ce6-b450-be6a9dc921fd service neutron] Request body: {'port': {'device_id': '98436af8-6aa1-42e1-b017-c4e45a669011', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=103104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 02:57:16.869805 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-24a74786-a351-4d33-a823-879151ca2df6 req-419868f4-4b05-4ce6-b450-be6a9dc921fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (933e3c42-9775-425d-8569-79be848655f7), before_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:17.117516 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.notifiers.nova [req-24a74786-a351-4d33-a823-879151ca2df6 req-419868f4-4b05-4ce6-b450-be6a9dc921fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 933e3c42-9775-425d-8569-79be848655f7 {{(pid=103104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 02:57:17.124740 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-24a74786-a351-4d33-a823-879151ca2df6 req-419868f4-4b05-4ce6-b450-be6a9dc921fd service neutron] Publish callbacks [] for port (933e3c42-9775-425d-8569-79be848655f7), precommit_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:17.136608 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.db.provisioning_blocks [req-24a74786-a351-4d33-a823-879151ca2df6 req-419868f4-4b05-4ce6-b450-be6a9dc921fd service neutron] Transition to ACTIVE for port object 933e3c42-9775-425d-8569-79be848655f7 will not be triggered until provisioned by entity L2. {{(pid=103104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 02:57:17.139863 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-24a74786-a351-4d33-a823-879151ca2df6 req-419868f4-4b05-4ce6-b450-be6a9dc921fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9193786'] for port (933e3c42-9775-425d-8569-79be848655f7), after_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:17.189229 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419868f4-4b05-4ce6-b450-be6a9dc921fd service neutron] Pushing event updated for resources: {'Port': ['ID=933e3c42-9775-425d-8569-79be848655f7,revision_number=2']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:57:17.253513 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.managers [req-24a74786-a351-4d33-a823-879151ca2df6 req-419868f4-4b05-4ce6-b450-be6a9dc921fd service neutron] Attempting to bind port 933e3c42-9775-425d-8569-79be848655f7 on host hv-cinder-74014 for vnic_type normal with profile {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 02:57:17.254381 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.managers [req-24a74786-a351-4d33-a823-879151ca2df6 req-419868f4-4b05-4ce6-b450-be6a9dc921fd service neutron] Attempting to bind port 933e3c42-9775-425d-8569-79be848655f7 by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': '4d52577b-6943-41cf-a855-8eaff886a2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5b68b293-4a0a-48e3-9b85-6d8ee55fe3d2'}] {{(pid=103104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 02:57:17.254706 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a74786-a351-4d33-a823-879151ca2df6 req-419868f4-4b05-4ce6-b450-be6a9dc921fd service neutron] Attempting to bind port 933e3c42-9775-425d-8569-79be848655f7 on network 5b68b293-4a0a-48e3-9b85-6d8ee55fe3d2 {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 02:57:17.259119 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a74786-a351-4d33-a823-879151ca2df6 req-419868f4-4b05-4ce6-b450-be6a9dc921fd service neutron] Port 933e3c42-9775-425d-8569-79be848655f7 on network 5b68b293-4a0a-48e3-9b85-6d8ee55fe3d2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 02:57:17.259443 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a74786-a351-4d33-a823-879151ca2df6 req-419868f4-4b05-4ce6-b450-be6a9dc921fd service neutron] Attempting to bind port 933e3c42-9775-425d-8569-79be848655f7 on network 5b68b293-4a0a-48e3-9b85-6d8ee55fe3d2 {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 02:57:17.264347 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a74786-a351-4d33-a823-879151ca2df6 req-419868f4-4b05-4ce6-b450-be6a9dc921fd service neutron] Checking agent: {'id': '56ad6e9b-975a-4fdf-b549-1f3c33ba94e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 2, 52, 47), 'started_at': datetime.datetime(2022, 3, 11, 2, 52, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 2, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 02:57:17.264685 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a74786-a351-4d33-a823-879151ca2df6 req-419868f4-4b05-4ce6-b450-be6a9dc921fd service neutron] Checking segment: {'id': '4d52577b-6943-41cf-a855-8eaff886a2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5b68b293-4a0a-48e3-9b85-6d8ee55fe3d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 02:57:17.265064 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a74786-a351-4d33-a823-879151ca2df6 req-419868f4-4b05-4ce6-b450-be6a9dc921fd service neutron] Bound using segment: {'id': '4d52577b-6943-41cf-a855-8eaff886a2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5b68b293-4a0a-48e3-9b85-6d8ee55fe3d2'} {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 02:57:17.265509 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.managers [req-24a74786-a351-4d33-a823-879151ca2df6 req-419868f4-4b05-4ce6-b450-be6a9dc921fd service neutron] Bound port: 933e3c42-9775-425d-8569-79be848655f7, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d52577b-6943-41cf-a855-8eaff886a2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5b68b293-4a0a-48e3-9b85-6d8ee55fe3d2'}}] {{(pid=103104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 02:57:17.265861 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-24a74786-a351-4d33-a823-879151ca2df6 req-419868f4-4b05-4ce6-b450-be6a9dc921fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (933e3c42-9775-425d-8569-79be848655f7), before_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:17.309651 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (56ad6e9b-975a-4fdf-b549-1f3c33ba94e0), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:17.326372 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.db [req-24a74786-a351-4d33-a823-879151ca2df6 req-419868f4-4b05-4ce6-b450-be6a9dc921fd service neutron] For port 933e3c42-9775-425d-8569-79be848655f7, host hv-cinder-74014, cleared binding levels {{(pid=103104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 02:57:17.329343 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.db [req-24a74786-a351-4d33-a823-879151ca2df6 req-419868f4-4b05-4ce6-b450-be6a9dc921fd service neutron] For port 933e3c42-9775-425d-8569-79be848655f7, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=933e3c42-9775-425d-8569-79be848655f7,segment=NetworkSegment(4d52577b-6943-41cf-a855-8eaff886a2fe),segment_id=4d52577b-6943-41cf-a855-8eaff886a2fe)] {{(pid=103104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 02:57:17.334716 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-24a74786-a351-4d33-a823-879151ca2df6 req-419868f4-4b05-4ce6-b450-be6a9dc921fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9193786'] for port (933e3c42-9775-425d-8569-79be848655f7), after_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:17.367188 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a74786-a351-4d33-a823-879151ca2df6 req-419868f4-4b05-4ce6-b450-be6a9dc921fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:17.367817 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-24a74786-a351-4d33-a823-879151ca2df6 req-419868f4-4b05-4ce6-b450-be6a9dc921fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55355'] for port (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:17.369214 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-24a74786-a351-4d33-a823-879151ca2df6 req-419868f4-4b05-4ce6-b450-be6a9dc921fd service neutron] 10.222.0.13 "PUT /v2.0/ports/933e3c42-9775-425d-8569-79be848655f7 HTTP/1.1" status: 200 len: 1093 time: 0.5628703 Mar 11 02:57:17.369645 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98436af8-6aa1-42e1-b017-c4e45a669011', 'tag': '933e3c42-9775-425d-8569-79be848655f7'}] {{(pid=103104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 02:57:17.371844 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b4e7651ceabe3a28ab45abcf2012854968d28c41040a071bcf34f6a69b109a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-064df8ad-2a1d-4aa2-87a0-437cec88de55" -d '{"events": [{"name": "network-changed", "server_uuid": "98436af8-6aa1-42e1-b017-c4e45a669011", "tag": "933e3c42-9775-425d-8569-79be848655f7"}]}' {{(pid=103104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 02:57:17.400030 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419868f4-4b05-4ce6-b450-be6a9dc921fd service neutron] Pushing event updated for resources: {'Port': ['ID=933e3c42-9775-425d-8569-79be848655f7,revision_number=3']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:57:17.417373 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 02:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec16c629-54be-48ca-9518-27bdf50605bb x-openstack-request-id: req-ec16c629-54be-48ca-9518-27bdf50605bb {{(pid=103104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 02:57:17.417844 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98436af8-6aa1-42e1-b017-c4e45a669011", "tag": "933e3c42-9775-425d-8569-79be848655f7", "status": "completed", "code": 200}]} {{(pid=103104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 02:57:17.418201 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ec16c629-54be-48ca-9518-27bdf50605bb {{(pid=103104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 02:57:17.418668 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98436af8-6aa1-42e1-b017-c4e45a669011', 'tag': '933e3c42-9775-425d-8569-79be848655f7', 'status': 'completed', 'code': 200} Mar 11 02:57:17.516031 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4845a76f-fe45-4ab4-be8d-a65df8a972d8 req-bbb28ee2-780b-433c-9cec-7ef89d593255 tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:17.517526 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-4845a76f-fe45-4ab4-be8d-a65df8a972d8 req-bbb28ee2-780b-433c-9cec-7ef89d593255 tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] 10.222.0.20 "GET /v2.0/ports?device_id=98436af8-6aa1-42e1-b017-c4e45a669011 HTTP/1.1" status: 200 len: 943 time: 0.0767951 Mar 11 02:57:17.519911 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a74786-a351-4d33-a823-879151ca2df6 req-6635fb05-d7fe-4c75-81d8-f24f4ca99132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:17.521296 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-24a74786-a351-4d33-a823-879151ca2df6 req-6635fb05-d7fe-4c75-81d8-f24f4ca99132 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=edfb58857d92484693342869f2745a00&device_id=98436af8-6aa1-42e1-b017-c4e45a669011 HTTP/1.1" status: 200 len: 1127 time: 0.0894990 Mar 11 02:57:17.570561 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-24a74786-a351-4d33-a823-879151ca2df6 req-0943bbd6-5fc5-45fd-a01a-6eb540501a68 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=933e3c42-9775-425d-8569-79be848655f7 HTTP/1.1" status: 200 len: 217 time: 0.0406339 Mar 11 02:57:17.621139 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f229cc-8319-453d-82f2-94281b282482 req-6f7e01da-4ec5-41a4-a40b-34bd4febd858 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:17.622614 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-46f229cc-8319-453d-82f2-94281b282482 req-6f7e01da-4ec5-41a4-a40b-34bd4febd858 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/ports?device_id=44ba0812-5702-4378-8cc2-5e7a41359e7e HTTP/1.1" status: 200 len: 945 time: 0.0538774 Mar 11 02:57:17.628553 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-4845a76f-fe45-4ab4-be8d-a65df8a972d8 req-1c6afe9a-5647-4224-a073-edce77fd5814 tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] 10.222.0.20 "GET /v2.0/security-groups?id=40368df7-125e-4924-af67-08579ebd642e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052372 Mar 11 02:57:17.638681 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a74786-a351-4d33-a823-879151ca2df6 req-2474996c-2a1a-4de4-806b-cf1380111ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:17.640333 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-24a74786-a351-4d33-a823-879151ca2df6 req-2474996c-2a1a-4de4-806b-cf1380111ce9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1fda893b-b13f-4e6b-b401-c6ba16169aad HTTP/1.1" status: 200 len: 848 time: 0.0603936 Mar 11 02:57:17.673355 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-46f229cc-8319-453d-82f2-94281b282482 req-10b33776-bf9e-4e65-a12e-f68a721a1c81 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5ad1bfd-bd0d-4e50-9714-1ca1b519c2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450401 Mar 11 02:57:17.673606 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-24a74786-a351-4d33-a823-879151ca2df6 req-d7679798-e671-4a30-9e8c-7817a94f2e68 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5b68b293-4a0a-48e3-9b85-6d8ee55fe3d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254538 Mar 11 02:57:17.804397 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9c980f-a471-4f38-be19-21b4fdf7334a req-b18ec5d4-e16f-406b-8c33-b6a5af7134cc tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:17.805894 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-da9c980f-a471-4f38-be19-21b4fdf7334a req-b18ec5d4-e16f-406b-8c33-b6a5af7134cc tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] 10.222.0.20 "GET /v2.0/ports?device_id=258ae442-c6a6-4bea-947c-f3e043b73155 HTTP/1.1" status: 200 len: 943 time: 0.1168826 Mar 11 02:57:17.809439 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-24a74786-a351-4d33-a823-879151ca2df6 req-baa47eda-1596-4ae4-939d-6f5a3578e40d service neutron] 10.222.0.13 "GET /v2.0/networks/5b68b293-4a0a-48e3-9b85-6d8ee55fe3d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274772 Mar 11 02:57:17.873690 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f7a4ad-8f5c-4237-b304-ef319fe0601e req-9308fc49-6942-4b24-8f19-e4c31a9cec4d tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:17.875656 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-92f7a4ad-8f5c-4237-b304-ef319fe0601e req-9308fc49-6942-4b24-8f19-e4c31a9cec4d tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] 10.222.0.20 "GET /v2.0/ports?device_id=79e8f58a-85a1-4457-9aef-2104486cacfb HTTP/1.1" status: 200 len: 946 time: 0.0520914 Mar 11 02:57:17.903987 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-da9c980f-a471-4f38-be19-21b4fdf7334a req-d7f9673e-6f87-487d-b26e-1ac06df3f19b tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] 10.222.0.20 "GET /v2.0/security-groups?id=7961f483-5dcf-4fb4-a24e-c7e955fcb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924244 Mar 11 02:57:17.925296 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-92f7a4ad-8f5c-4237-b304-ef319fe0601e req-36f76383-5b24-4094-b05a-f2480e5b6789 tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] 10.222.0.20 "GET /v2.0/security-groups?id=85acd191-e35d-4c50-9fc4-e95227d4f852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439074 Mar 11 02:57:17.927113 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-24a74786-a351-4d33-a823-879151ca2df6 req-bd6cfdb9-1fab-4c2d-9c6b-3c7997ffe90f service neutron] 10.222.0.13 "GET /v2.0/networks/5b68b293-4a0a-48e3-9b85-6d8ee55fe3d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093397 Mar 11 02:57:18.020998 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064df8ad-2a1d-4aa2-87a0-437cec88de55 req-67fedc57-2eed-4095-9829-23132ee67121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:18.022640 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-064df8ad-2a1d-4aa2-87a0-437cec88de55 req-67fedc57-2eed-4095-9829-23132ee67121 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=edfb58857d92484693342869f2745a00&device_id=98436af8-6aa1-42e1-b017-c4e45a669011 HTTP/1.1" status: 200 len: 1127 time: 0.0480506 Mar 11 02:57:18.110527 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064df8ad-2a1d-4aa2-87a0-437cec88de55 req-ceb30973-1da1-4fd8-a8b9-59aabef16ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:18.112212 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-064df8ad-2a1d-4aa2-87a0-437cec88de55 req-ceb30973-1da1-4fd8-a8b9-59aabef16ff8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5b68b293-4a0a-48e3-9b85-6d8ee55fe3d2 HTTP/1.1" status: 200 len: 909 time: 0.0809519 Mar 11 02:57:18.155648 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-064df8ad-2a1d-4aa2-87a0-437cec88de55 req-f0570e95-337f-4637-8dc1-3e056efe202e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=933e3c42-9775-425d-8569-79be848655f7 HTTP/1.1" status: 200 len: 217 time: 0.0354514 Mar 11 02:57:18.202955 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064df8ad-2a1d-4aa2-87a0-437cec88de55 req-756e2b4e-fd3a-4071-96fb-4ff395705088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:18.204326 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-064df8ad-2a1d-4aa2-87a0-437cec88de55 req-756e2b4e-fd3a-4071-96fb-4ff395705088 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1fda893b-b13f-4e6b-b401-c6ba16169aad HTTP/1.1" status: 200 len: 848 time: 0.0413194 Mar 11 02:57:18.236343 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-064df8ad-2a1d-4aa2-87a0-437cec88de55 req-49d0a3ca-6bb5-4697-9089-411fccfb7ecf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5b68b293-4a0a-48e3-9b85-6d8ee55fe3d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231547 Mar 11 02:57:18.326005 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-064df8ad-2a1d-4aa2-87a0-437cec88de55 req-a97379c8-6de7-49d9-bfb6-b5c8c378957d service neutron] 10.222.0.13 "GET /v2.0/networks/5b68b293-4a0a-48e3-9b85-6d8ee55fe3d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828288 Mar 11 02:57:18.411100 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-064df8ad-2a1d-4aa2-87a0-437cec88de55 req-3e4d6c2d-1bdb-4375-92bc-35baaf43cef5 service neutron] 10.222.0.13 "GET /v2.0/networks/5b68b293-4a0a-48e3-9b85-6d8ee55fe3d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787299 Mar 11 02:57:18.747778 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2ca2bb-4182-439b-8d29-a15f19b04daf req-91ed20ed-d2b1-4551-a6a0-907883e315a6 tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:18.749284 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-6a2ca2bb-4182-439b-8d29-a15f19b04daf req-91ed20ed-d2b1-4551-a6a0-907883e315a6 tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] 10.222.0.20 "GET /v2.0/ports?device_id=98436af8-6aa1-42e1-b017-c4e45a669011 HTTP/1.1" status: 200 len: 943 time: 0.0558553 Mar 11 02:57:18.792086 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc50b586-516f-492b-8cb5-b430a69c3e2c req-47b509b0-2dea-41be-a656-f55b55529d3b tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:18.793720 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-fc50b586-516f-492b-8cb5-b430a69c3e2c req-47b509b0-2dea-41be-a656-f55b55529d3b tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/ports?device_id=44ba0812-5702-4378-8cc2-5e7a41359e7e HTTP/1.1" status: 200 len: 945 time: 0.0520175 Mar 11 02:57:18.799873 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-6a2ca2bb-4182-439b-8d29-a15f19b04daf req-d8bf2605-e229-4c82-a83f-b1a20b479e18 tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] 10.222.0.20 "GET /v2.0/security-groups?id=40368df7-125e-4924-af67-08579ebd642e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443561 Mar 11 02:57:18.843772 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-fc50b586-516f-492b-8cb5-b430a69c3e2c req-27b062c0-6bda-4e22-abbf-1324bee03cd3 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5ad1bfd-bd0d-4e50-9714-1ca1b519c2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445108 Mar 11 02:57:19.019286 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492971de-946c-4919-88ce-fd24403fdc14 req-9366df2a-9b02-484f-9ea8-800733090a19 tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:19.020927 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-492971de-946c-4919-88ce-fd24403fdc14 req-9366df2a-9b02-484f-9ea8-800733090a19 tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] 10.222.0.20 "GET /v2.0/ports?device_id=258ae442-c6a6-4bea-947c-f3e043b73155 HTTP/1.1" status: 200 len: 943 time: 0.0518665 Mar 11 02:57:19.041148 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8849d24-62a2-41d4-b792-51aa36726099 req-da93d182-be53-4a62-b76a-67a2ba5fd2b0 tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:19.042640 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-b8849d24-62a2-41d4-b792-51aa36726099 req-da93d182-be53-4a62-b76a-67a2ba5fd2b0 tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] 10.222.0.20 "GET /v2.0/ports?device_id=79e8f58a-85a1-4457-9aef-2104486cacfb HTTP/1.1" status: 200 len: 946 time: 0.0516665 Mar 11 02:57:19.088571 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-b8849d24-62a2-41d4-b792-51aa36726099 req-3f02a8f1-729d-4ee4-afc3-d4f7de71f195 tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] 10.222.0.20 "GET /v2.0/security-groups?id=85acd191-e35d-4c50-9fc4-e95227d4f852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404222 Mar 11 02:57:19.092916 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-492971de-946c-4919-88ce-fd24403fdc14 req-e96a1bc2-2401-40a5-9d48-297099741579 tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] 10.222.0.20 "GET /v2.0/security-groups?id=7961f483-5dcf-4fb4-a24e-c7e955fcb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665038 Mar 11 02:57:19.112231 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b407ac76-8c76-4f6d-b3ae-f85c663fbd04 req-5c883b80-1800-4f36-a384-2f76bd2e552d tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:19.114303 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-b407ac76-8c76-4f6d-b3ae-f85c663fbd04 req-5c883b80-1800-4f36-a384-2f76bd2e552d tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] 10.222.0.13 "GET /v2.0/ports?device_id=79e8f58a-85a1-4457-9aef-2104486cacfb HTTP/1.1" status: 200 len: 946 time: 0.0699053 Mar 11 02:57:19.211756 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.plugin [req-b407ac76-8c76-4f6d-b3ae-f85c663fbd04 req-fa62c6f7-755f-4923-ac60-cab8ad56ae57 tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] Deleting port e681f474-c935-4fda-84ec-b6c9b9028ef8 {{(pid=103104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 02:57:19.212013 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-b407ac76-8c76-4f6d-b3ae-f85c663fbd04 req-fa62c6f7-755f-4923-ac60-cab8ad56ae57 tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774349354222'] for port (e681f474-c935-4fda-84ec-b6c9b9028ef8), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:19.299364 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.db [req-b407ac76-8c76-4f6d-b3ae-f85c663fbd04 req-fa62c6f7-755f-4923-ac60-cab8ad56ae57 tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] For port e681f474-c935-4fda-84ec-b6c9b9028ef8, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=e681f474-c935-4fda-84ec-b6c9b9028ef8,segment=NetworkSegment(79727280-1f17-4989-bad4-385d3ba87db2),segment_id=79727280-1f17-4989-bad4-385d3ba87db2)] {{(pid=103104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 02:57:19.299720 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-b407ac76-8c76-4f6d-b3ae-f85c663fbd04 req-fa62c6f7-755f-4923-ac60-cab8ad56ae57 tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574894'] for port (e681f474-c935-4fda-84ec-b6c9b9028ef8), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:19.311572 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.plugin [req-b407ac76-8c76-4f6d-b3ae-f85c663fbd04 req-fa62c6f7-755f-4923-ac60-cab8ad56ae57 tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] Calling delete_port for e681f474-c935-4fda-84ec-b6c9b9028ef8 owned by compute:nova {{(pid=103104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 02:57:19.434976 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-b407ac76-8c76-4f6d-b3ae-f85c663fbd04 req-fa62c6f7-755f-4923-ac60-cab8ad56ae57 tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774349360213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774348857685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9193763'] for port (e681f474-c935-4fda-84ec-b6c9b9028ef8), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:19.446516 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] get_ports_and_sgs() called for port_ids ['e681f474-c935-4fda-84ec-b6c9b9028ef8'] {{(pid=103105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 02:57:19.463141 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa62c6f7-755f-4923-ac60-cab8ad56ae57 tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] Pushing event deleted for resources: {'Port': ['ID=e681f474-c935-4fda-84ec-b6c9b9028ef8,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:57:19.513250 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.db.l3_dvrscheduler_db [req-b407ac76-8c76-4f6d-b3ae-f85c663fbd04 req-fa62c6f7-755f-4923-ac60-cab8ad56ae57 tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] No DVR routers for this DVR port e681f474-c935-4fda-84ec-b6c9b9028ef8 on host hv-cinder-74014 {{(pid=103104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 02:57:19.515818 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-b407ac76-8c76-4f6d-b3ae-f85c663fbd04 req-fa62c6f7-755f-4923-ac60-cab8ad56ae57 tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55355'] for port (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:19.520084 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-b407ac76-8c76-4f6d-b3ae-f85c663fbd04 req-fa62c6f7-755f-4923-ac60-cab8ad56ae57 tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] 10.222.0.13 "DELETE /v2.0/ports/e681f474-c935-4fda-84ec-b6c9b9028ef8 HTTP/1.1" status: 204 len: 173 time: 0.3997529 Mar 11 02:57:19.520550 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79e8f58a-85a1-4457-9aef-2104486cacfb', 'name': 'network-vif-deleted', 'tag': 'e681f474-c935-4fda-84ec-b6c9b9028ef8'}] {{(pid=103104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 02:57:19.523566 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b4e7651ceabe3a28ab45abcf2012854968d28c41040a071bcf34f6a69b109a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cab5c524-7207-4014-8d66-f5407d518b45" -d '{"events": [{"server_uuid": "79e8f58a-85a1-4457-9aef-2104486cacfb", "name": "network-vif-deleted", "tag": "e681f474-c935-4fda-84ec-b6c9b9028ef8"}]}' {{(pid=103104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 02:57:19.561499 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 02:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a3e38cd-49d6-4984-9746-6fbec086644d x-openstack-request-id: req-4a3e38cd-49d6-4984-9746-6fbec086644d {{(pid=103104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 02:57:19.561802 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79e8f58a-85a1-4457-9aef-2104486cacfb", "name": "network-vif-deleted", "tag": "e681f474-c935-4fda-84ec-b6c9b9028ef8", "status": "completed", "code": 200}]} {{(pid=103104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 02:57:19.562064 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4a3e38cd-49d6-4984-9746-6fbec086644d {{(pid=103104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 02:57:19.562474 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79e8f58a-85a1-4457-9aef-2104486cacfb', 'name': 'network-vif-deleted', 'tag': 'e681f474-c935-4fda-84ec-b6c9b9028ef8', 'status': 'completed', 'code': 200} Mar 11 02:57:19.915243 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ffee58-1c77-44f9-be8b-0e54f1d6f816 req-758d215c-c51d-4953-b6f7-982d42ac90c1 tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:19.916701 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-95ffee58-1c77-44f9-be8b-0e54f1d6f816 req-758d215c-c51d-4953-b6f7-982d42ac90c1 tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] 10.222.0.20 "GET /v2.0/ports?device_id=98436af8-6aa1-42e1-b017-c4e45a669011 HTTP/1.1" status: 200 len: 943 time: 0.0523963 Mar 11 02:57:19.962407 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a627654-b7b3-4ff0-bb1e-9397b260fd5b req-792db35a-1289-430c-89e8-35b7a3585fe4 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:19.963881 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-5a627654-b7b3-4ff0-bb1e-9397b260fd5b req-792db35a-1289-430c-89e8-35b7a3585fe4 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/ports?device_id=44ba0812-5702-4378-8cc2-5e7a41359e7e HTTP/1.1" status: 200 len: 945 time: 0.0524616 Mar 11 02:57:19.964100 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-95ffee58-1c77-44f9-be8b-0e54f1d6f816 req-42fbb352-e1b3-4adc-a929-49d51a5be39f tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] 10.222.0.20 "GET /v2.0/security-groups?id=40368df7-125e-4924-af67-08579ebd642e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419858 Mar 11 02:57:20.011949 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-5a627654-b7b3-4ff0-bb1e-9397b260fd5b req-7713615b-dd41-4027-9dc7-d3e7f08dd9a4 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5ad1bfd-bd0d-4e50-9714-1ca1b519c2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424843 Mar 11 02:57:20.215476 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61de4417-4974-4dbb-b4eb-45d064f260fc req-3b230d81-b65f-4bae-9a9f-03d532fdf14b tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:20.217212 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-61de4417-4974-4dbb-b4eb-45d064f260fc req-3b230d81-b65f-4bae-9a9f-03d532fdf14b tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] 10.222.0.20 "GET /v2.0/ports?device_id=258ae442-c6a6-4bea-947c-f3e043b73155 HTTP/1.1" status: 200 len: 943 time: 0.0587013 Mar 11 02:57:20.265741 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-61de4417-4974-4dbb-b4eb-45d064f260fc req-771845c8-d387-48ad-8e39-4f14ae85714c tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] 10.222.0.20 "GET /v2.0/security-groups?id=7961f483-5dcf-4fb4-a24e-c7e955fcb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429592 Mar 11 02:57:20.554460 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Device 0aa3aa11-4236-4412-bb5f-61a46d3b6a7e details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=103105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 02:57:20.651394 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] For port 0aa3aa11-4236-4412-bb5f-61a46d3b6a7e, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=0aa3aa11-4236-4412-bb5f-61a46d3b6a7e,segment=NetworkSegment(68036a91-0c82-478d-bdb4-5aba1b23ce2e),segment_id=68036a91-0c82-478d-bdb4-5aba1b23ce2e)] {{(pid=103105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 02:57:20.663181 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Returning: {'device': '0aa3aa11-4236-4412-bb5f-61a46d3b6a7e', 'network_id': 'aa8f397c-9989-4eb2-96e4-41d8627a091e', 'port_id': '0aa3aa11-4236-4412-bb5f-61a46d3b6a7e', 'mac_address': 'fa:16:3e:5f:a7:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4d08d7c-9091-46e5-9160-e7157dc9cc9d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 02:57:20.698290 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Current status of the port 0aa3aa11-4236-4412-bb5f-61a46d3b6a7e is: DOWN; New status is: BUILD {{(pid=103105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 02:57:20.698681 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (0aa3aa11-4236-4412-bb5f-61a46d3b6a7e), before_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:20.711374 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.notifiers.nova [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0aa3aa11-4236-4412-bb5f-61a46d3b6a7e {{(pid=103105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 02:57:20.730145 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] For port 0aa3aa11-4236-4412-bb5f-61a46d3b6a7e, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=0aa3aa11-4236-4412-bb5f-61a46d3b6a7e,segment=NetworkSegment(68036a91-0c82-478d-bdb4-5aba1b23ce2e),segment_id=68036a91-0c82-478d-bdb4-5aba1b23ce2e)] {{(pid=103105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 02:57:20.733530 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712'] for port (0aa3aa11-4236-4412-bb5f-61a46d3b6a7e), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:20.781278 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Pushing event updated for resources: {'Port': ['ID=0aa3aa11-4236-4412-bb5f-61a46d3b6a7e,revision_number=4']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:57:20.788542 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:57:20.788898 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:57:20.789275 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:57:20.789618 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:57:20.789959 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:57:20.790302 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:57:20.790614 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:57:20.790962 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:57:20.791330 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:57:20.791685 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:57:20.792017 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:57:20.792344 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:57:20.792672 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:57:21.081026 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11d300f-ed0b-4b4b-b2d2-abb270742b85 req-d223540f-94e1-47fb-9ecb-fdbab0d2b4dc tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:21.083171 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-b11d300f-ed0b-4b4b-b2d2-abb270742b85 req-d223540f-94e1-47fb-9ecb-fdbab0d2b4dc tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] 10.222.0.20 "GET /v2.0/ports?device_id=98436af8-6aa1-42e1-b017-c4e45a669011 HTTP/1.1" status: 200 len: 943 time: 0.0516620 Mar 11 02:57:21.127971 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc719127-ece3-4686-9d35-ff20a5b9de8d req-6b6f1ce9-8077-4200-a4db-d8be322ac1b5 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:21.129896 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-b11d300f-ed0b-4b4b-b2d2-abb270742b85 req-34ad0dd9-0312-4740-a053-3be91304217d tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] 10.222.0.20 "GET /v2.0/security-groups?id=40368df7-125e-4924-af67-08579ebd642e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399675 Mar 11 02:57:21.130041 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-fc719127-ece3-4686-9d35-ff20a5b9de8d req-6b6f1ce9-8077-4200-a4db-d8be322ac1b5 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/ports?device_id=44ba0812-5702-4378-8cc2-5e7a41359e7e HTTP/1.1" status: 200 len: 945 time: 0.0521109 Mar 11 02:57:21.176730 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-fc719127-ece3-4686-9d35-ff20a5b9de8d req-76c68ac6-afe5-4843-aff2-dd813f24e521 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5ad1bfd-bd0d-4e50-9714-1ca1b519c2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409031 Mar 11 02:57:21.182381 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] get_ports_and_sgs() called for port_ids ['0aa3aa11-4236-4412-bb5f-61a46d3b6a7e'] {{(pid=103105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 02:57:21.388045 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e52d04f-d84f-4a11-a665-66b537f7ec4f req-d2ad744f-4700-4544-9315-3e9d85d9bcef tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:21.389581 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-8e52d04f-d84f-4a11-a665-66b537f7ec4f req-d2ad744f-4700-4544-9315-3e9d85d9bcef tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] 10.222.0.20 "GET /v2.0/ports?device_id=258ae442-c6a6-4bea-947c-f3e043b73155 HTTP/1.1" status: 200 len: 944 time: 0.0564730 Mar 11 02:57:21.435426 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-8e52d04f-d84f-4a11-a665-66b537f7ec4f req-46cde856-f80a-4f08-9cf5-8f145937182a tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] 10.222.0.20 "GET /v2.0/security-groups?id=7961f483-5dcf-4fb4-a24e-c7e955fcb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404432 Mar 11 02:57:22.248377 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db010890-6786-4a48-9a6b-c007cced0cb5 req-63192b99-d659-4d48-bca8-f387e1edfa41 tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:22.249961 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-db010890-6786-4a48-9a6b-c007cced0cb5 req-63192b99-d659-4d48-bca8-f387e1edfa41 tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] 10.222.0.20 "GET /v2.0/ports?device_id=98436af8-6aa1-42e1-b017-c4e45a669011 HTTP/1.1" status: 200 len: 943 time: 0.0553169 Mar 11 02:57:22.294393 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a40d86b-653f-48f1-bd7d-cee3762d8803 req-27580978-5637-4b23-9196-6f79d59231ea tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:22.295874 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-3a40d86b-653f-48f1-bd7d-cee3762d8803 req-27580978-5637-4b23-9196-6f79d59231ea tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/ports?device_id=44ba0812-5702-4378-8cc2-5e7a41359e7e HTTP/1.1" status: 200 len: 945 time: 0.0512819 Mar 11 02:57:22.296996 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-db010890-6786-4a48-9a6b-c007cced0cb5 req-28a8562f-2654-40b1-8a84-a463e3171a4c tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] 10.222.0.20 "GET /v2.0/security-groups?id=40368df7-125e-4924-af67-08579ebd642e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409067 Mar 11 02:57:22.341892 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-3a40d86b-653f-48f1-bd7d-cee3762d8803 req-7a095359-b3ce-47c1-a405-ca3c0e5534f0 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5ad1bfd-bd0d-4e50-9714-1ca1b519c2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400529 Mar 11 02:57:22.417834 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-a5240e21-1e34-49d3-bb8a-25cfb4106765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (27668cff-ea20-4e06-9a9c-d4f827fe3eb1), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:22.548948 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422e8316-8a7b-41c9-96ba-060e37dc9b9f req-40c102aa-ccf5-480d-be1d-916213dc7f3f tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:22.550523 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-422e8316-8a7b-41c9-96ba-060e37dc9b9f req-40c102aa-ccf5-480d-be1d-916213dc7f3f tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] 10.222.0.20 "GET /v2.0/ports?device_id=258ae442-c6a6-4bea-947c-f3e043b73155 HTTP/1.1" status: 200 len: 944 time: 0.0520883 Mar 11 02:57:22.570548 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Device 933e3c42-9775-425d-8569-79be848655f7 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=103105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 02:57:22.574251 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Device 0aa3aa11-4236-4412-bb5f-61a46d3b6a7e up at agent hyperv_hv-cinder-74014 {{(pid=103105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 02:57:22.599543 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-422e8316-8a7b-41c9-96ba-060e37dc9b9f req-4ed18a20-8e6f-4bb1-9373-c862af4de3d8 tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] 10.222.0.20 "GET /v2.0/security-groups?id=7961f483-5dcf-4fb4-a24e-c7e955fcb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431390 Mar 11 02:57:22.686704 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Provisioning for port 0aa3aa11-4236-4412-bb5f-61a46d3b6a7e completed by entity L2. {{(pid=103105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 02:57:22.693046 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Provisioning complete for port 0aa3aa11-4236-4412-bb5f-61a46d3b6a7e triggered by entity L2. {{(pid=103105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 02:57:22.693456 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536573942'] for port (0aa3aa11-4236-4412-bb5f-61a46d3b6a7e), provisioning_complete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:22.745324 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] For port 933e3c42-9775-425d-8569-79be848655f7, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=933e3c42-9775-425d-8569-79be848655f7,segment=NetworkSegment(4d52577b-6943-41cf-a855-8eaff886a2fe),segment_id=4d52577b-6943-41cf-a855-8eaff886a2fe)] {{(pid=103105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 02:57:22.759955 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Returning: {'device': '933e3c42-9775-425d-8569-79be848655f7', 'network_id': '5b68b293-4a0a-48e3-9b85-6d8ee55fe3d2', 'port_id': '933e3c42-9775-425d-8569-79be848655f7', 'mac_address': 'fa:16:3e:a9:da:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fda893b-b13f-4e6b-b401-c6ba16169aad', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 02:57:22.823014 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Current status of the port 933e3c42-9775-425d-8569-79be848655f7 is: DOWN; New status is: BUILD {{(pid=103105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 02:57:22.823406 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (933e3c42-9775-425d-8569-79be848655f7), before_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:22.825219 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Current status of the port 0aa3aa11-4236-4412-bb5f-61a46d3b6a7e is: BUILD; New status is: ACTIVE {{(pid=103105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 02:57:22.825591 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (0aa3aa11-4236-4412-bb5f-61a46d3b6a7e), before_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:22.845771 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.notifiers.nova [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 933e3c42-9775-425d-8569-79be848655f7 {{(pid=103105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 02:57:22.864326 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '258ae442-c6a6-4bea-947c-f3e043b73155', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aa3aa11-4236-4412-bb5f-61a46d3b6a7e'}] {{(pid=103105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 02:57:22.866584 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}703a16387464127cc7b8de6906938e3e01810e7f46b2e9393936db54d9388ffe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-489cb150-9654-418b-856a-199e3f7e7d4f" -d '{"events": [{"server_uuid": "258ae442-c6a6-4bea-947c-f3e043b73155", "name": "network-vif-plugged", "status": "completed", "tag": "0aa3aa11-4236-4412-bb5f-61a46d3b6a7e"}]}' {{(pid=103105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 02:57:22.889150 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] For port 933e3c42-9775-425d-8569-79be848655f7, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=933e3c42-9775-425d-8569-79be848655f7,segment=NetworkSegment(4d52577b-6943-41cf-a855-8eaff886a2fe),segment_id=4d52577b-6943-41cf-a855-8eaff886a2fe)] {{(pid=103105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 02:57:22.892004 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] For port 0aa3aa11-4236-4412-bb5f-61a46d3b6a7e, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=0aa3aa11-4236-4412-bb5f-61a46d3b6a7e,segment=NetworkSegment(68036a91-0c82-478d-bdb4-5aba1b23ce2e),segment_id=68036a91-0c82-478d-bdb4-5aba1b23ce2e)] {{(pid=103105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 02:57:22.893912 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712'] for port (933e3c42-9775-425d-8569-79be848655f7), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:22.899475 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712'] for port (0aa3aa11-4236-4412-bb5f-61a46d3b6a7e), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:22.900226 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Device e681f474-c935-4fda-84ec-b6c9b9028ef8 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=103105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 02:57:22.920919 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 02:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dd18415-b4ba-4cab-a606-cc668c72e411 x-openstack-request-id: req-0dd18415-b4ba-4cab-a606-cc668c72e411 {{(pid=103105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 02:57:22.921259 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "258ae442-c6a6-4bea-947c-f3e043b73155", "name": "network-vif-plugged", "status": "completed", "tag": "0aa3aa11-4236-4412-bb5f-61a46d3b6a7e", "code": 200}]} {{(pid=103105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 02:57:22.921518 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0dd18415-b4ba-4cab-a606-cc668c72e411 {{(pid=103105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 02:57:22.921906 dv-cinder-740146-14-smb neutron-server[103105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '258ae442-c6a6-4bea-947c-f3e043b73155', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aa3aa11-4236-4412-bb5f-61a46d3b6a7e', 'code': 200} Mar 11 02:57:22.939409 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] No Port match for: e681f474-c935-4fda-84ec-b6c9b9028ef8 {{(pid=103105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 02:57:22.939757 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Device e681f474-c935-4fda-84ec-b6c9b9028ef8 not bound to the agent host hv-cinder-74014 {{(pid=103105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 02:57:22.964493 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Pushing event updated for resources: {'Port': ['ID=933e3c42-9775-425d-8569-79be848655f7,revision_number=4']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:57:23.012557 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Pushing event updated for resources: {'Port': ['ID=0aa3aa11-4236-4412-bb5f-61a46d3b6a7e,revision_number=5']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:57:23.106705 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64c1510-20b1-4f4e-bc58-69c0f90a3501 req-76d97f44-cf40-4bfa-9cc0-d29c0c66da0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:23.108176 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-a64c1510-20b1-4f4e-bc58-69c0f90a3501 req-76d97f44-cf40-4bfa-9cc0-d29c0c66da0a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=258ae442-c6a6-4bea-947c-f3e043b73155 HTTP/1.1" status: 200 len: 1129 time: 0.0469773 Mar 11 02:57:23.151078 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-a64c1510-20b1-4f4e-bc58-69c0f90a3501 req-c0aa7719-6c00-40e7-842b-cdc25f6eb0b9 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7961f483-5dcf-4fb4-a24e-c7e955fcb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352254 Mar 11 02:57:23.367704 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] get_ports_and_sgs() called for port_ids ['933e3c42-9775-425d-8569-79be848655f7'] {{(pid=103105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 02:57:23.415651 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edd3ef6-3adf-45db-9ef4-4b87b0b85b14 req-46c6932d-58c3-4a19-a1a1-a982a28b139f tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:23.417183 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-1edd3ef6-3adf-45db-9ef4-4b87b0b85b14 req-46c6932d-58c3-4a19-a1a1-a982a28b139f tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] 10.222.0.20 "GET /v2.0/ports?device_id=98436af8-6aa1-42e1-b017-c4e45a669011 HTTP/1.1" status: 200 len: 944 time: 0.0544810 Mar 11 02:57:23.464677 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8433ad35-ae81-4495-ae9b-dfbf7233ee24 req-86bc3b87-bc70-4a43-a79b-10be050f317a tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:23.466211 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-8433ad35-ae81-4495-ae9b-dfbf7233ee24 req-86bc3b87-bc70-4a43-a79b-10be050f317a tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/ports?device_id=44ba0812-5702-4378-8cc2-5e7a41359e7e HTTP/1.1" status: 200 len: 945 time: 0.0538280 Mar 11 02:57:23.470023 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-1edd3ef6-3adf-45db-9ef4-4b87b0b85b14 req-9a23a480-0639-4405-bc10-bec949030055 tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] 10.222.0.20 "GET /v2.0/security-groups?id=40368df7-125e-4924-af67-08579ebd642e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473802 Mar 11 02:57:23.513834 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-8433ad35-ae81-4495-ae9b-dfbf7233ee24 req-43c1223f-9234-44b9-ad0c-fa6f264a099e tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5ad1bfd-bd0d-4e50-9714-1ca1b519c2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421147 Mar 11 02:57:23.715709 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af5fe3f-8131-4e5d-ac96-f2bb615f1caa req-a316c19c-c0ce-4edf-8984-c253ee90fc66 tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:23.717204 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-6af5fe3f-8131-4e5d-ac96-f2bb615f1caa req-a316c19c-c0ce-4edf-8984-c253ee90fc66 tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] 10.222.0.20 "GET /v2.0/ports?device_id=258ae442-c6a6-4bea-947c-f3e043b73155 HTTP/1.1" status: 200 len: 945 time: 0.0518551 Mar 11 02:57:23.763471 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-6af5fe3f-8131-4e5d-ac96-f2bb615f1caa req-40a0bab6-97b8-4d4e-9a65-0f49cd2c7e4e tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] 10.222.0.20 "GET /v2.0/security-groups?id=7961f483-5dcf-4fb4-a24e-c7e955fcb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407434 Mar 11 02:57:23.974198 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f056102e-af1a-457a-8beb-0e4c17fae145 req-465047a0-842c-406c-9d95-117443f4e26e tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:23.975641 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-f056102e-af1a-457a-8beb-0e4c17fae145 req-465047a0-842c-406c-9d95-117443f4e26e tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] 10.222.0.20 "GET /v2.0/networks?id=7e7bc1f9-3ce6-4f88-b347-46278ccab0e3 HTTP/1.1" status: 200 len: 814 time: 0.1057174 Mar 11 02:57:23.989947 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-f056102e-af1a-457a-8beb-0e4c17fae145 req-78db8f3c-6b8e-4d33-9040-f9f7296d390b tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] 10.222.0.20 "GET /v2.0/quotas/c47ef42737784292958db4dbe01dd7b0 HTTP/1.1" status: 200 len: 375 time: 0.0087888 Mar 11 02:57:24.020756 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-f056102e-af1a-457a-8beb-0e4c17fae145 req-f0a8db23-9e5b-46cc-b056-ab468c8f9116 tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c47ef42737784292958db4dbe01dd7b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261471 Mar 11 02:57:24.109301 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-f056102e-af1a-457a-8beb-0e4c17fae145 req-5e8c6ea1-59ff-4a6c-b056-2ead22cf7525 service neutron] 10.222.0.20 "GET /v2.0/networks/7e7bc1f9-3ce6-4f88-b347-46278ccab0e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817225 Mar 11 02:57:24.195675 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-f056102e-af1a-457a-8beb-0e4c17fae145 req-42c96cbb-5a53-4ba4-b508-9989174bfe45 service neutron] 10.222.0.20 "GET /v2.0/networks/7e7bc1f9-3ce6-4f88-b347-46278ccab0e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805795 Mar 11 02:57:24.354139 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-2ac125b3-6e17-4f5b-a6eb-7b1130396d44 req-8aea5e82-5c1b-40c5-bfa7-8ba801cabbbe tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ca0ee35-6570-423a-b4b6-dca700e30df7 HTTP/1.1" status: 200 len: 210 time: 0.0258355 Mar 11 02:57:24.580853 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Device 933e3c42-9775-425d-8569-79be848655f7 up at agent hyperv_hv-cinder-74014 {{(pid=103105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 02:57:24.619482 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a297d51-ce6d-43d1-8dff-216cb4d62a54 req-0a7114f1-3f5d-442e-b552-356d3ace79da tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:24.621884 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-3a297d51-ce6d-43d1-8dff-216cb4d62a54 req-0a7114f1-3f5d-442e-b552-356d3ace79da tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] 10.222.0.20 "GET /v2.0/ports?device_id=98436af8-6aa1-42e1-b017-c4e45a669011 HTTP/1.1" status: 200 len: 944 time: 0.0812786 Mar 11 02:57:24.678949 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Provisioning for port 933e3c42-9775-425d-8569-79be848655f7 completed by entity L2. {{(pid=103105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 02:57:24.686624 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Provisioning complete for port 933e3c42-9775-425d-8569-79be848655f7 triggered by entity L2. {{(pid=103105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 02:57:24.687656 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536573942'] for port (933e3c42-9775-425d-8569-79be848655f7), provisioning_complete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:24.724404 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b59124-fcbe-4067-9a93-f88bb5f9df0d req-ad3c4581-f1ef-4e27-9fca-5a82b1d6a415 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:24.725878 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-3a297d51-ce6d-43d1-8dff-216cb4d62a54 req-4a246498-d632-4ff2-9930-d999e194b725 tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] 10.222.0.20 "GET /v2.0/security-groups?id=40368df7-125e-4924-af67-08579ebd642e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938952 Mar 11 02:57:24.726827 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-c2b59124-fcbe-4067-9a93-f88bb5f9df0d req-ad3c4581-f1ef-4e27-9fca-5a82b1d6a415 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/ports?device_id=44ba0812-5702-4378-8cc2-5e7a41359e7e HTTP/1.1" status: 200 len: 945 time: 0.1042888 Mar 11 02:57:24.786384 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-c2b59124-fcbe-4067-9a93-f88bb5f9df0d req-d663b84c-9d39-487d-8b8e-5e57b70f0d2f tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5ad1bfd-bd0d-4e50-9714-1ca1b519c2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511515 Mar 11 02:57:24.843667 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Current status of the port 933e3c42-9775-425d-8569-79be848655f7 is: BUILD; New status is: ACTIVE {{(pid=103105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 02:57:24.844060 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (933e3c42-9775-425d-8569-79be848655f7), before_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:24.854254 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-5be8b552-546e-4bbc-8059-1aad43aaf73f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (368653ed-b5ce-4183-9c3b-231a0bc3dd35), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:24.894310 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] For port 933e3c42-9775-425d-8569-79be848655f7, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=933e3c42-9775-425d-8569-79be848655f7,segment=NetworkSegment(4d52577b-6943-41cf-a855-8eaff886a2fe),segment_id=4d52577b-6943-41cf-a855-8eaff886a2fe)] {{(pid=103105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 02:57:24.914139 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712'] for port (933e3c42-9775-425d-8569-79be848655f7), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:24.942331 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5e32a5-28fd-4c15-93d0-f791bbcefa23 req-de713aa9-7365-47ec-8504-f77d956ab487 tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:24.948647 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-0f5e32a5-28fd-4c15-93d0-f791bbcefa23 req-de713aa9-7365-47ec-8504-f77d956ab487 tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] 10.222.0.20 "GET /v2.0/ports?device_id=258ae442-c6a6-4bea-947c-f3e043b73155 HTTP/1.1" status: 200 len: 945 time: 0.1119628 Mar 11 02:57:24.967822 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98436af8-6aa1-42e1-b017-c4e45a669011', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '933e3c42-9775-425d-8569-79be848655f7'}] {{(pid=103105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 02:57:24.970165 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}703a16387464127cc7b8de6906938e3e01810e7f46b2e9393936db54d9388ffe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cd90df7-00a0-4831-80be-57d1cf250f42" -d '{"events": [{"server_uuid": "98436af8-6aa1-42e1-b017-c4e45a669011", "name": "network-vif-plugged", "status": "completed", "tag": "933e3c42-9775-425d-8569-79be848655f7"}]}' {{(pid=103105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 02:57:24.996201 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Pushing event updated for resources: {'Port': ['ID=933e3c42-9775-425d-8569-79be848655f7,revision_number=5']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:57:25.029228 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 02:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d331780-daca-461f-888e-95a501a42106 x-openstack-request-id: req-0d331780-daca-461f-888e-95a501a42106 {{(pid=103105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 02:57:25.029552 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98436af8-6aa1-42e1-b017-c4e45a669011", "name": "network-vif-plugged", "status": "completed", "tag": "933e3c42-9775-425d-8569-79be848655f7", "code": 200}]} {{(pid=103105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 02:57:25.029813 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0d331780-daca-461f-888e-95a501a42106 {{(pid=103105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 02:57:25.030257 dv-cinder-740146-14-smb neutron-server[103105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98436af8-6aa1-42e1-b017-c4e45a669011', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '933e3c42-9775-425d-8569-79be848655f7', 'code': 200} Mar 11 02:57:25.043259 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-0f5e32a5-28fd-4c15-93d0-f791bbcefa23 req-cef8184b-4104-4290-bd05-197bf0f5250e tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] 10.222.0.20 "GET /v2.0/security-groups?id=7961f483-5dcf-4fb4-a24e-c7e955fcb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890439 Mar 11 02:57:25.170530 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51997bbf-223b-4962-94f2-d58356e10e79 req-dc57535d-b422-4a84-9548-99299c7becda tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:25.171988 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-51997bbf-223b-4962-94f2-d58356e10e79 req-dc57535d-b422-4a84-9548-99299c7becda tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] 10.222.0.20 "GET /v2.0/ports?device_id=258ae442-c6a6-4bea-947c-f3e043b73155 HTTP/1.1" status: 200 len: 945 time: 0.0554175 Mar 11 02:57:25.243980 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-51997bbf-223b-4962-94f2-d58356e10e79 req-dd9a9b87-7183-4e08-a27b-37be50c5f757 tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] 10.222.0.20 "GET /v2.0/security-groups?id=7961f483-5dcf-4fb4-a24e-c7e955fcb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631108 Mar 11 02:57:25.246348 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7da292-df80-4097-b69a-634ae639abc1 req-6f548e7d-ef78-4674-bd65-5ccec3a756ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:25.247724 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-cd7da292-df80-4097-b69a-634ae639abc1 req-6f548e7d-ef78-4674-bd65-5ccec3a756ea service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=98436af8-6aa1-42e1-b017-c4e45a669011 HTTP/1.1" status: 200 len: 1129 time: 0.0740685 Mar 11 02:57:25.295927 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-cd7da292-df80-4097-b69a-634ae639abc1 req-6a28213e-bb93-4068-aa99-4695bf1cab88 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=40368df7-125e-4924-af67-08579ebd642e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384729 Mar 11 02:57:25.446737 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-6314998b-f28d-44a0-b5b5-23740c0bec69 req-136d2a8c-7e38-4096-bd27-46ade929c8b4 tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ca0ee35-6570-423a-b4b6-dca700e30df7 HTTP/1.1" status: 200 len: 210 time: 0.0288687 Mar 11 02:57:25.566973 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac88262f-965e-4594-8d1e-bc84c7fe78fd req-8a61d05d-39d3-421a-9f53-904497d3ced6 tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:25.568341 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-ac88262f-965e-4594-8d1e-bc84c7fe78fd req-8a61d05d-39d3-421a-9f53-904497d3ced6 tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] 10.222.0.20 "GET /v2.0/ports?device_id=258ae442-c6a6-4bea-947c-f3e043b73155 HTTP/1.1" status: 200 len: 945 time: 0.0557492 Mar 11 02:57:25.614745 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-ac88262f-965e-4594-8d1e-bc84c7fe78fd req-0b74a93c-af7e-43da-8502-a494b0587653 tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] 10.222.0.20 "GET /v2.0/security-groups?id=7961f483-5dcf-4fb4-a24e-c7e955fcb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406792 Mar 11 02:57:25.667404 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-f28c0ae4-c5a5-4e67-96c2-37b36f3544e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (258069e3-19c1-49ed-8474-20b6ecde628d), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:25.799165 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f056102e-af1a-457a-8beb-0e4c17fae145 req-41846bc3-da52-4598-8571-74998b48f23b tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:25.800229 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-f056102e-af1a-457a-8beb-0e4c17fae145 req-41846bc3-da52-4598-8571-74998b48f23b tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] 10.222.0.13 "GET /v2.0/networks?id=7e7bc1f9-3ce6-4f88-b347-46278ccab0e3 HTTP/1.1" status: 200 len: 814 time: 0.1224597 Mar 11 02:57:25.814038 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.v2.base [req-f056102e-af1a-457a-8beb-0e4c17fae145 req-24b4916b-7c57-43dc-a76e-cf58d5df8513 tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] Request body: {'port': {'device_id': '6ca0ee35-6570-423a-b4b6-dca700e30df7', 'network_id': '7e7bc1f9-3ce6-4f88-b347-46278ccab0e3', 'admin_state_up': True, 'tenant_id': 'c47ef42737784292958db4dbe01dd7b0'}} {{(pid=103104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 02:57:25.882834 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd0503b-595b-4d18-8ff5-958047f5a4b8 req-23a2aaf0-dd52-4708-a80e-d9b81bda8e9e tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:25.886120 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-dfd0503b-595b-4d18-8ff5-958047f5a4b8 req-23a2aaf0-dd52-4708-a80e-d9b81bda8e9e tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] 10.222.0.20 "GET /v2.0/ports?device_id=98436af8-6aa1-42e1-b017-c4e45a669011 HTTP/1.1" status: 200 len: 945 time: 0.0689387 Mar 11 02:57:25.942642 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-dfd0503b-595b-4d18-8ff5-958047f5a4b8 req-85bd45ef-337a-45ba-a620-f1f18b2ff6af tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] 10.222.0.20 "GET /v2.0/security-groups?id=40368df7-125e-4924-af67-08579ebd642e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505707 Mar 11 02:57:26.214566 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb31591-39bb-43b2-ac77-ad3e9395050b req-30a46b0f-c321-4307-88b3-4ed62231563a tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:26.216020 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-5fb31591-39bb-43b2-ac77-ad3e9395050b req-30a46b0f-c321-4307-88b3-4ed62231563a tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/ports?device_id=44ba0812-5702-4378-8cc2-5e7a41359e7e HTTP/1.1" status: 200 len: 945 time: 0.1087606 Mar 11 02:57:26.262169 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f056102e-af1a-457a-8beb-0e4c17fae145 req-24b4916b-7c57-43dc-a76e-cf58d5df8513 tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] Made reservation on behalf of c47ef42737784292958db4dbe01dd7b0 for: {'port': 1} {{(pid=103104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 02:57:26.265524 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-f056102e-af1a-457a-8beb-0e4c17fae145 req-24b4916b-7c57-43dc-a76e-cf58d5df8513 tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:26.294074 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-5fb31591-39bb-43b2-ac77-ad3e9395050b req-298d3682-88fb-4f9b-8dfe-9eae528448ae tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5ad1bfd-bd0d-4e50-9714-1ca1b519c2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714240 Mar 11 02:57:26.397608 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.db.db_base_plugin_common [req-f056102e-af1a-457a-8beb-0e4c17fae145 req-24b4916b-7c57-43dc-a76e-cf58d5df8513 tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] Allocated IP 172.20.0.7 (7e7bc1f9-3ce6-4f88-b347-46278ccab0e3/8ed285e0-8e6b-4d46-8817-239ca15b94c1/ce94d90f-3c8f-4b46-9672-a202ac60cbec) {{(pid=103104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 02:57:26.542830 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-8dbe10d7-5fd8-4e70-abde-7a1fc38978bb req-c2155d19-3353-421e-acd0-a9eefe00cea0 tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ca0ee35-6570-423a-b4b6-dca700e30df7 HTTP/1.1" status: 200 len: 210 time: 0.0298471 Mar 11 02:57:26.543328 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-f056102e-af1a-457a-8beb-0e4c17fae145 req-24b4916b-7c57-43dc-a76e-cf58d5df8513 tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] Publish callbacks [] for port (ce94d90f-3c8f-4b46-9672-a202ac60cbec), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:26.576384 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-f056102e-af1a-457a-8beb-0e4c17fae145 req-24b4916b-7c57-43dc-a76e-cf58d5df8513 tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774348857676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9193763'] for port (ce94d90f-3c8f-4b46-9672-a202ac60cbec), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:26.633301 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f056102e-af1a-457a-8beb-0e4c17fae145 req-24b4916b-7c57-43dc-a76e-cf58d5df8513 tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] Network 7e7bc1f9-3ce6-4f88-b347-46278ccab0e3 is already hosted by enough agents. {{(pid=103104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 02:57:26.639147 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.scheduler.base_scheduler [req-f056102e-af1a-457a-8beb-0e4c17fae145 req-24b4916b-7c57-43dc-a76e-cf58d5df8513 tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] Resources bound (agent type, host, resource id): {{(pid=103104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 02:57:26.642755 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.db.l3_dvrscheduler_db [req-f056102e-af1a-457a-8beb-0e4c17fae145 req-24b4916b-7c57-43dc-a76e-cf58d5df8513 tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] Received port after_create {{(pid=103104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 02:57:26.666098 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b4916b-7c57-43dc-a76e-cf58d5df8513 tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] Pushing event updated for resources: {'Port': ['ID=ce94d90f-3c8f-4b46-9672-a202ac60cbec,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:57:26.692250 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f056102e-af1a-457a-8beb-0e4c17fae145 req-24b4916b-7c57-43dc-a76e-cf58d5df8513 tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:26.692863 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-f056102e-af1a-457a-8beb-0e4c17fae145 req-24b4916b-7c57-43dc-a76e-cf58d5df8513 tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55355'] for port (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:26.707774 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-f056102e-af1a-457a-8beb-0e4c17fae145 req-24b4916b-7c57-43dc-a76e-cf58d5df8513 tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8985274 Mar 11 02:57:26.724916 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.v2.base [req-f056102e-af1a-457a-8beb-0e4c17fae145 req-a20815e5-4e03-4837-ad83-de48aa1fc1e4 service neutron] Request body: {'port': {'device_id': '6ca0ee35-6570-423a-b4b6-dca700e30df7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=103104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 02:57:26.780310 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-f056102e-af1a-457a-8beb-0e4c17fae145 req-a20815e5-4e03-4837-ad83-de48aa1fc1e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (ce94d90f-3c8f-4b46-9672-a202ac60cbec), before_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:27.082764 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.notifiers.nova [req-f056102e-af1a-457a-8beb-0e4c17fae145 req-a20815e5-4e03-4837-ad83-de48aa1fc1e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce94d90f-3c8f-4b46-9672-a202ac60cbec {{(pid=103104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 02:57:27.092345 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-f056102e-af1a-457a-8beb-0e4c17fae145 req-a20815e5-4e03-4837-ad83-de48aa1fc1e4 service neutron] Publish callbacks [] for port (ce94d90f-3c8f-4b46-9672-a202ac60cbec), precommit_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:27.111587 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.db.provisioning_blocks [req-f056102e-af1a-457a-8beb-0e4c17fae145 req-a20815e5-4e03-4837-ad83-de48aa1fc1e4 service neutron] Transition to ACTIVE for port object ce94d90f-3c8f-4b46-9672-a202ac60cbec will not be triggered until provisioned by entity L2. {{(pid=103104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 02:57:27.116441 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-f056102e-af1a-457a-8beb-0e4c17fae145 req-a20815e5-4e03-4837-ad83-de48aa1fc1e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9193786'] for port (ce94d90f-3c8f-4b46-9672-a202ac60cbec), after_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:27.132648 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9297373e-b864-41f7-abc4-481234df2659 req-46e966e1-6d2f-476e-a082-839475b29efa tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:27.134243 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-9297373e-b864-41f7-abc4-481234df2659 req-46e966e1-6d2f-476e-a082-839475b29efa tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] 10.222.0.20 "GET /v2.0/ports?device_id=98436af8-6aa1-42e1-b017-c4e45a669011 HTTP/1.1" status: 200 len: 945 time: 0.1053028 Mar 11 02:57:27.137828 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-afaf34ad-b747-4180-ba41-f81d7ecfb39b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (b193670b-9854-4e90-bc6a-e616470c2469), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:27.209398 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20815e5-4e03-4837-ad83-de48aa1fc1e4 service neutron] Pushing event updated for resources: {'Port': ['ID=ce94d90f-3c8f-4b46-9672-a202ac60cbec,revision_number=2']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:57:27.274878 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-9297373e-b864-41f7-abc4-481234df2659 req-956aa2e8-9a3e-4c91-8bf2-5a18e5f58f30 tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] 10.222.0.20 "GET /v2.0/security-groups?id=40368df7-125e-4924-af67-08579ebd642e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209795 Mar 11 02:57:27.309974 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.managers [req-f056102e-af1a-457a-8beb-0e4c17fae145 req-a20815e5-4e03-4837-ad83-de48aa1fc1e4 service neutron] Attempting to bind port ce94d90f-3c8f-4b46-9672-a202ac60cbec on host hv-cinder-74014 for vnic_type normal with profile {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 02:57:27.310324 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.managers [req-f056102e-af1a-457a-8beb-0e4c17fae145 req-a20815e5-4e03-4837-ad83-de48aa1fc1e4 service neutron] Attempting to bind port ce94d90f-3c8f-4b46-9672-a202ac60cbec by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': '79727280-1f17-4989-bad4-385d3ba87db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '7e7bc1f9-3ce6-4f88-b347-46278ccab0e3'}] {{(pid=103104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 02:57:27.310654 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f056102e-af1a-457a-8beb-0e4c17fae145 req-a20815e5-4e03-4837-ad83-de48aa1fc1e4 service neutron] Attempting to bind port ce94d90f-3c8f-4b46-9672-a202ac60cbec on network 7e7bc1f9-3ce6-4f88-b347-46278ccab0e3 {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 02:57:27.315758 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f056102e-af1a-457a-8beb-0e4c17fae145 req-a20815e5-4e03-4837-ad83-de48aa1fc1e4 service neutron] Port ce94d90f-3c8f-4b46-9672-a202ac60cbec on network 7e7bc1f9-3ce6-4f88-b347-46278ccab0e3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 02:57:27.317516 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f056102e-af1a-457a-8beb-0e4c17fae145 req-a20815e5-4e03-4837-ad83-de48aa1fc1e4 service neutron] Attempting to bind port ce94d90f-3c8f-4b46-9672-a202ac60cbec on network 7e7bc1f9-3ce6-4f88-b347-46278ccab0e3 {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 02:57:27.321850 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f056102e-af1a-457a-8beb-0e4c17fae145 req-a20815e5-4e03-4837-ad83-de48aa1fc1e4 service neutron] Checking agent: {'id': '56ad6e9b-975a-4fdf-b549-1f3c33ba94e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 2, 52, 47), 'started_at': datetime.datetime(2022, 3, 11, 2, 52, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 2, 57, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 02:57:27.322194 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f056102e-af1a-457a-8beb-0e4c17fae145 req-a20815e5-4e03-4837-ad83-de48aa1fc1e4 service neutron] Checking segment: {'id': '79727280-1f17-4989-bad4-385d3ba87db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '7e7bc1f9-3ce6-4f88-b347-46278ccab0e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 02:57:27.322580 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f056102e-af1a-457a-8beb-0e4c17fae145 req-a20815e5-4e03-4837-ad83-de48aa1fc1e4 service neutron] Bound using segment: {'id': '79727280-1f17-4989-bad4-385d3ba87db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '7e7bc1f9-3ce6-4f88-b347-46278ccab0e3'} {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 02:57:27.323003 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.managers [req-f056102e-af1a-457a-8beb-0e4c17fae145 req-a20815e5-4e03-4837-ad83-de48aa1fc1e4 service neutron] Bound port: ce94d90f-3c8f-4b46-9672-a202ac60cbec, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79727280-1f17-4989-bad4-385d3ba87db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '7e7bc1f9-3ce6-4f88-b347-46278ccab0e3'}}] {{(pid=103104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 02:57:27.323407 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-f056102e-af1a-457a-8beb-0e4c17fae145 req-a20815e5-4e03-4837-ad83-de48aa1fc1e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (ce94d90f-3c8f-4b46-9672-a202ac60cbec), before_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:27.413110 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.db [req-f056102e-af1a-457a-8beb-0e4c17fae145 req-a20815e5-4e03-4837-ad83-de48aa1fc1e4 service neutron] For port ce94d90f-3c8f-4b46-9672-a202ac60cbec, host hv-cinder-74014, cleared binding levels {{(pid=103104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 02:57:27.448454 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.db [req-f056102e-af1a-457a-8beb-0e4c17fae145 req-a20815e5-4e03-4837-ad83-de48aa1fc1e4 service neutron] For port ce94d90f-3c8f-4b46-9672-a202ac60cbec, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=ce94d90f-3c8f-4b46-9672-a202ac60cbec,segment=NetworkSegment(79727280-1f17-4989-bad4-385d3ba87db2),segment_id=79727280-1f17-4989-bad4-385d3ba87db2)] {{(pid=103104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 02:57:27.464575 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-f056102e-af1a-457a-8beb-0e4c17fae145 req-a20815e5-4e03-4837-ad83-de48aa1fc1e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9193786'] for port (ce94d90f-3c8f-4b46-9672-a202ac60cbec), after_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:27.479541 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369226f9-b81f-42cf-be51-e85545c449b1 req-41235086-77ba-45cb-9449-6c2a4847f852 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:27.485277 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-369226f9-b81f-42cf-be51-e85545c449b1 req-41235086-77ba-45cb-9449-6c2a4847f852 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/ports?device_id=44ba0812-5702-4378-8cc2-5e7a41359e7e HTTP/1.1" status: 200 len: 945 time: 0.0803952 Mar 11 02:57:27.544390 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f056102e-af1a-457a-8beb-0e4c17fae145 req-a20815e5-4e03-4837-ad83-de48aa1fc1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:27.544935 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-f056102e-af1a-457a-8beb-0e4c17fae145 req-a20815e5-4e03-4837-ad83-de48aa1fc1e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55355'] for port (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:27.546355 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-f056102e-af1a-457a-8beb-0e4c17fae145 req-a20815e5-4e03-4837-ad83-de48aa1fc1e4 service neutron] 10.222.0.13 "PUT /v2.0/ports/ce94d90f-3c8f-4b46-9672-a202ac60cbec HTTP/1.1" status: 200 len: 1093 time: 0.8258884 Mar 11 02:57:27.553052 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ca0ee35-6570-423a-b4b6-dca700e30df7', 'tag': 'ce94d90f-3c8f-4b46-9672-a202ac60cbec'}] {{(pid=103104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 02:57:27.556015 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b4e7651ceabe3a28ab45abcf2012854968d28c41040a071bcf34f6a69b109a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a434ce0-1b78-4b3b-9dba-ffe770803a9d" -d '{"events": [{"name": "network-changed", "server_uuid": "6ca0ee35-6570-423a-b4b6-dca700e30df7", "tag": "ce94d90f-3c8f-4b46-9672-a202ac60cbec"}]}' {{(pid=103104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 02:57:27.600746 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20815e5-4e03-4837-ad83-de48aa1fc1e4 service neutron] Pushing event updated for resources: {'Port': ['ID=ce94d90f-3c8f-4b46-9672-a202ac60cbec,revision_number=3']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:57:27.607377 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-369226f9-b81f-42cf-be51-e85545c449b1 req-4b32cb30-571f-48ce-aa46-8618f3c01123 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5ad1bfd-bd0d-4e50-9714-1ca1b519c2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001725 Mar 11 02:57:27.653216 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 02:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c95230cb-a865-4c1e-ba15-79005c25e34e x-openstack-request-id: req-c95230cb-a865-4c1e-ba15-79005c25e34e {{(pid=103104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 02:57:27.653693 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ca0ee35-6570-423a-b4b6-dca700e30df7", "tag": "ce94d90f-3c8f-4b46-9672-a202ac60cbec", "status": "completed", "code": 200}]} {{(pid=103104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 02:57:27.665936 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c95230cb-a865-4c1e-ba15-79005c25e34e {{(pid=103104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 02:57:27.665936 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ca0ee35-6570-423a-b4b6-dca700e30df7', 'tag': 'ce94d90f-3c8f-4b46-9672-a202ac60cbec', 'status': 'completed', 'code': 200} Mar 11 02:57:27.679484 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f056102e-af1a-457a-8beb-0e4c17fae145 req-ded9fed3-4b19-4e00-82b3-3b4248abccae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:27.680992 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-f056102e-af1a-457a-8beb-0e4c17fae145 req-ded9fed3-4b19-4e00-82b3-3b4248abccae service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c47ef42737784292958db4dbe01dd7b0&device_id=6ca0ee35-6570-423a-b4b6-dca700e30df7 HTTP/1.1" status: 200 len: 1127 time: 0.0580039 Mar 11 02:57:27.745814 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-f056102e-af1a-457a-8beb-0e4c17fae145 req-e86c5484-1d7a-46e3-8c2c-0e63bf6040be service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ce94d90f-3c8f-4b46-9672-a202ac60cbec HTTP/1.1" status: 200 len: 217 time: 0.0552094 Mar 11 02:57:27.865159 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f056102e-af1a-457a-8beb-0e4c17fae145 req-bb975fdb-cfbb-4103-a1f5-0537785f840c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:27.868313 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-f056102e-af1a-457a-8beb-0e4c17fae145 req-bb975fdb-cfbb-4103-a1f5-0537785f840c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8ed285e0-8e6b-4d46-8817-239ca15b94c1 HTTP/1.1" status: 200 len: 854 time: 0.1020060 Mar 11 02:57:27.887204 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32beb7e9-c4b2-4511-b167-6fec88e24442 req-9dd779dc-0f6f-430b-8773-39879662144d tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:27.895151 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-32beb7e9-c4b2-4511-b167-6fec88e24442 req-9dd779dc-0f6f-430b-8773-39879662144d tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/ports?device_id=e409d1d5-f58e-4339-96ac-4bf92f2eeb8b HTTP/1.1" status: 200 len: 945 time: 0.1936247 Mar 11 02:57:27.922114 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.agents_db [None req-3d558b34-a2e4-40ae-982b-3a8752938275 None None] Agent healthcheck: found 6 active agents {{(pid=103106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 02:57:27.934445 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-f056102e-af1a-457a-8beb-0e4c17fae145 req-d5cf2826-65db-4ea0-9c46-f1f22be6fb24 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7e7bc1f9-3ce6-4f88-b347-46278ccab0e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566592 Mar 11 02:57:27.936638 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ff781f-b32c-42d5-ba6e-d42fda4714f6 req-ba046cdf-c6b1-4c7e-a188-a86c4359f686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:27.938632 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-49ff781f-b32c-42d5-ba6e-d42fda4714f6 req-ba046cdf-c6b1-4c7e-a188-a86c4359f686 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=44ba0812-5702-4378-8cc2-5e7a41359e7e HTTP/1.1" status: 200 len: 1129 time: 0.1410697 Mar 11 02:57:27.962540 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc9d19d-7099-4cb2-9c2b-96891487fff6 req-e78f282e-89ab-443e-9cb3-014564a9919b tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:27.964110 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-ccc9d19d-7099-4cb2-9c2b-96891487fff6 req-e78f282e-89ab-443e-9cb3-014564a9919b tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ca0ee35-6570-423a-b4b6-dca700e30df7 HTTP/1.1" status: 200 len: 943 time: 0.0561030 Mar 11 02:57:28.015313 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-ccc9d19d-7099-4cb2-9c2b-96891487fff6 req-46bb72f1-0a91-4cb0-92b6-7bffb5b09b3d tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] 10.222.0.20 "GET /v2.0/security-groups?id=85acd191-e35d-4c50-9fc4-e95227d4f852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442741 Mar 11 02:57:28.061556 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-32beb7e9-c4b2-4511-b167-6fec88e24442 req-a6eea980-a58b-4ffd-9813-f7c7d2185664 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/security-groups?id=80bb0548-f8bc-4a80-afbb-37b7a84dba28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1537495 Mar 11 02:57:28.083764 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-49ff781f-b32c-42d5-ba6e-d42fda4714f6 req-d51f7ffe-2389-4da8-9028-3f052b2c36b9 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b5ad1bfd-bd0d-4e50-9714-1ca1b519c2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283755 Mar 11 02:57:28.100994 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-f056102e-af1a-457a-8beb-0e4c17fae145 req-a657eb84-d828-4720-8d16-e035f025435f service neutron] 10.222.0.13 "GET /v2.0/networks/7e7bc1f9-3ce6-4f88-b347-46278ccab0e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466725 Mar 11 02:57:28.394502 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a183fdee-8491-484b-a74b-4d793284f4db req-573dd1ef-1433-4a8b-b779-f52bd1bff9ed tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:28.395965 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-a183fdee-8491-484b-a74b-4d793284f4db req-573dd1ef-1433-4a8b-b779-f52bd1bff9ed tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] 10.222.0.20 "GET /v2.0/ports?device_id=98436af8-6aa1-42e1-b017-c4e45a669011 HTTP/1.1" status: 200 len: 945 time: 0.0524824 Mar 11 02:57:28.461468 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-a183fdee-8491-484b-a74b-4d793284f4db req-9ff9dc3c-1159-4f19-a400-707f2afce7f9 tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] 10.222.0.20 "GET /v2.0/security-groups?id=40368df7-125e-4924-af67-08579ebd642e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594711 Mar 11 02:57:28.524879 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-f056102e-af1a-457a-8beb-0e4c17fae145 req-46bd4d6c-40db-4bb7-b56b-12426978484b service neutron] 10.222.0.13 "GET /v2.0/networks/7e7bc1f9-3ce6-4f88-b347-46278ccab0e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979562 Mar 11 02:57:28.616592 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a434ce0-1b78-4b3b-9dba-ffe770803a9d req-4f061be0-9ace-4734-b711-86186619742e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:28.618033 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-1a434ce0-1b78-4b3b-9dba-ffe770803a9d req-4f061be0-9ace-4734-b711-86186619742e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c47ef42737784292958db4dbe01dd7b0&device_id=6ca0ee35-6570-423a-b4b6-dca700e30df7 HTTP/1.1" status: 200 len: 1127 time: 0.0453334 Mar 11 02:57:28.725795 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (36a16930-fe6f-49e2-96be-29faaa54e9a3), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:28.745316 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a434ce0-1b78-4b3b-9dba-ffe770803a9d req-75416d96-a64d-4817-b252-e4d90c7aa59b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:28.746788 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-1a434ce0-1b78-4b3b-9dba-ffe770803a9d req-75416d96-a64d-4817-b252-e4d90c7aa59b service neutron] 10.222.0.13 "GET /v2.0/networks?id=7e7bc1f9-3ce6-4f88-b347-46278ccab0e3 HTTP/1.1" status: 200 len: 915 time: 0.0918891 Mar 11 02:57:28.747294 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137c2497-65c3-4624-b77e-57089ef6e9f9 req-63d4772a-660a-42e4-8085-21aea4a9f43e tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:28.748875 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-137c2497-65c3-4624-b77e-57089ef6e9f9 req-63d4772a-660a-42e4-8085-21aea4a9f43e tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/ports?device_id=44ba0812-5702-4378-8cc2-5e7a41359e7e HTTP/1.1" status: 200 len: 945 time: 0.0748680 Mar 11 02:57:28.791244 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-1a434ce0-1b78-4b3b-9dba-ffe770803a9d req-40b37ace-c614-40d1-bf5a-0aa96cdab828 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ce94d90f-3c8f-4b46-9672-a202ac60cbec HTTP/1.1" status: 200 len: 217 time: 0.0378454 Mar 11 02:57:28.798395 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-137c2497-65c3-4624-b77e-57089ef6e9f9 req-010b314f-55fe-4f56-9360-f52a82615a19 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5ad1bfd-bd0d-4e50-9714-1ca1b519c2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438571 Mar 11 02:57:28.842635 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a434ce0-1b78-4b3b-9dba-ffe770803a9d req-d83a23d3-d90b-4352-978a-f3d85c586359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:28.844145 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-1a434ce0-1b78-4b3b-9dba-ffe770803a9d req-d83a23d3-d90b-4352-978a-f3d85c586359 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8ed285e0-8e6b-4d46-8817-239ca15b94c1 HTTP/1.1" status: 200 len: 854 time: 0.0466950 Mar 11 02:57:28.876045 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-1a434ce0-1b78-4b3b-9dba-ffe770803a9d req-74e62dc6-b8d9-4a50-ac37-71adf88281bf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7e7bc1f9-3ce6-4f88-b347-46278ccab0e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255735 Mar 11 02:57:28.970307 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-1a434ce0-1b78-4b3b-9dba-ffe770803a9d req-346d39c8-41c4-4020-b2be-5ca5a8c18c10 service neutron] 10.222.0.13 "GET /v2.0/networks/7e7bc1f9-3ce6-4f88-b347-46278ccab0e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873544 Mar 11 02:57:29.067641 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-1a434ce0-1b78-4b3b-9dba-ffe770803a9d req-dbf88be2-5345-4882-9be8-d5009abae0a9 service neutron] 10.222.0.13 "GET /v2.0/networks/7e7bc1f9-3ce6-4f88-b347-46278ccab0e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907080 Mar 11 02:57:29.109369 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ba07c7-7992-44ab-b2d9-37bdac2477a3 req-787b523b-2541-4302-8016-ef9c56583388 tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:29.111268 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-72ba07c7-7992-44ab-b2d9-37bdac2477a3 req-787b523b-2541-4302-8016-ef9c56583388 tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] 10.222.0.20 "GET /v2.0/ports?device_id=98436af8-6aa1-42e1-b017-c4e45a669011 HTTP/1.1" status: 200 len: 945 time: 0.0573092 Mar 11 02:57:29.137101 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c5120f-ba6a-41ae-843b-5a274a2a08e4 req-1515faf1-e2e9-42c9-b8e9-1b516b1b5c18 tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:29.138583 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-20c5120f-ba6a-41ae-843b-5a274a2a08e4 req-1515faf1-e2e9-42c9-b8e9-1b516b1b5c18 tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ca0ee35-6570-423a-b4b6-dca700e30df7 HTTP/1.1" status: 200 len: 943 time: 0.0541077 Mar 11 02:57:29.157605 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-72ba07c7-7992-44ab-b2d9-37bdac2477a3 req-b218163b-6eb2-4f95-b6d4-931dc1cc0c7b tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] 10.222.0.20 "GET /v2.0/security-groups?id=40368df7-125e-4924-af67-08579ebd642e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407219 Mar 11 02:57:29.190797 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-20c5120f-ba6a-41ae-843b-5a274a2a08e4 req-49ba5afe-49f6-4343-a99e-9bafafe417de tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] 10.222.0.20 "GET /v2.0/security-groups?id=85acd191-e35d-4c50-9fc4-e95227d4f852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466583 Mar 11 02:57:29.276879 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c841a24e-8098-4b63-bfff-307e7f162b0e req-c93cdb17-ecd1-4a95-9d2d-0b3381e5154d tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:29.278377 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-c841a24e-8098-4b63-bfff-307e7f162b0e req-c93cdb17-ecd1-4a95-9d2d-0b3381e5154d tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/ports?device_id=e409d1d5-f58e-4339-96ac-4bf92f2eeb8b HTTP/1.1" status: 200 len: 945 time: 0.0584326 Mar 11 02:57:29.324974 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-c841a24e-8098-4b63-bfff-307e7f162b0e req-d29b7e62-7015-42f5-85af-5180a6bd72c1 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/security-groups?id=80bb0548-f8bc-4a80-afbb-37b7a84dba28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403147 Mar 11 02:57:29.919938 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b5e370-f5e7-4938-9a23-ce9dacd59030 req-308a83d2-3dde-42c6-b143-a4edbfbb868f tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:29.921464 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-62b5e370-f5e7-4938-9a23-ce9dacd59030 req-308a83d2-3dde-42c6-b143-a4edbfbb868f tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/ports?device_id=44ba0812-5702-4378-8cc2-5e7a41359e7e HTTP/1.1" status: 200 len: 945 time: 0.0542939 Mar 11 02:57:29.967265 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-62b5e370-f5e7-4938-9a23-ce9dacd59030 req-3d4e7aa8-59b9-4302-92ad-d024829875b7 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5ad1bfd-bd0d-4e50-9714-1ca1b519c2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402348 Mar 11 02:57:30.291400 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6702c9f8-70ad-47f0-b193-47e02e8c92d8 req-1fd641f6-40d0-460e-afd6-1763faf89588 tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:30.293591 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-6702c9f8-70ad-47f0-b193-47e02e8c92d8 req-1fd641f6-40d0-460e-afd6-1763faf89588 tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] 10.222.0.20 "GET /v2.0/ports?device_id=258ae442-c6a6-4bea-947c-f3e043b73155 HTTP/1.1" status: 200 len: 945 time: 0.0869331 Mar 11 02:57:30.331582 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809069c7-36ef-4c98-8d28-8ff810a17e3b req-086c1046-6d17-4805-8752-9ad00fb6545a tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:30.333111 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-809069c7-36ef-4c98-8d28-8ff810a17e3b req-086c1046-6d17-4805-8752-9ad00fb6545a tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] 10.222.0.20 "GET /v2.0/ports?device_id=98436af8-6aa1-42e1-b017-c4e45a669011 HTTP/1.1" status: 200 len: 945 time: 0.0677345 Mar 11 02:57:30.353008 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-6702c9f8-70ad-47f0-b193-47e02e8c92d8 req-3e572bc8-ce9a-4ee2-98db-1aade6d756cf tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] 10.222.0.20 "GET /v2.0/security-groups?id=7961f483-5dcf-4fb4-a24e-c7e955fcb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511148 Mar 11 02:57:30.379863 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 42770) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:57:30.403468 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-809069c7-36ef-4c98-8d28-8ff810a17e3b req-6fd9c166-caca-4e13-afaa-d35c2a5b49ab tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] 10.222.0.20 "GET /v2.0/security-groups?id=40368df7-125e-4924-af67-08579ebd642e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641613 Mar 11 02:57:30.519895 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f34cb48-fa31-46f0-8bda-f963a0767387 req-b7a589ce-a7a1-4e3b-87fb-9e705bb5d2f3 tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:30.522098 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-8f34cb48-fa31-46f0-8bda-f963a0767387 req-b7a589ce-a7a1-4e3b-87fb-9e705bb5d2f3 tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ca0ee35-6570-423a-b4b6-dca700e30df7 HTTP/1.1" status: 200 len: 943 time: 0.0768123 Mar 11 02:57:30.534021 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100171b9-787a-40a7-aec8-92fb1c97da1d req-17b3ddfc-7125-43d7-9a52-f8d6a3d05d01 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:30.536780 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-100171b9-787a-40a7-aec8-92fb1c97da1d req-17b3ddfc-7125-43d7-9a52-f8d6a3d05d01 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/ports?device_id=e409d1d5-f58e-4339-96ac-4bf92f2eeb8b HTTP/1.1" status: 200 len: 945 time: 0.0634558 Mar 11 02:57:30.574270 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-8f34cb48-fa31-46f0-8bda-f963a0767387 req-c1abe5dd-761b-4a3c-9332-ba33326b4e13 tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] 10.222.0.20 "GET /v2.0/security-groups?id=85acd191-e35d-4c50-9fc4-e95227d4f852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446761 Mar 11 02:57:30.598369 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-100171b9-787a-40a7-aec8-92fb1c97da1d req-0118fecb-f7e1-43ea-9173-31343c7ef2ac tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/security-groups?id=80bb0548-f8bc-4a80-afbb-37b7a84dba28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546882 Mar 11 02:57:30.648744 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-913debbc-631c-4692-9e95-7e7258c38538 tempest-TestMinimumBasicScenario-701388361 tempest-TestMinimumBasicScenario-701388361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:30.650285 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-913debbc-631c-4692-9e95-7e7258c38538 tempest-TestMinimumBasicScenario-701388361 tempest-TestMinimumBasicScenario-701388361-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=258ae442-c6a6-4bea-947c-f3e043b73155 HTTP/1.1" status: 200 len: 1124 time: 0.2694278 Mar 11 02:57:30.653230 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 42778) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:57:30.657309 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.v2.base [None req-948b1f1c-2cdd-4903-bcf5-cd277d0c3abc tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Request body: {'floatingip': {'floating_network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'port_id': '0aa3aa11-4236-4412-bb5f-61a46d3b6a7e', 'tenant_id': 'a7bd65d0a0b54c449113a4ac00fc662d', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 02:57:30.676679 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-948b1f1c-2cdd-4903-bcf5-cd277d0c3abc tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:30.771176 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-948b1f1c-2cdd-4903-bcf5-cd277d0c3abc tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (None), before_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:30.871884 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.db.db_base_plugin_common [None req-948b1f1c-2cdd-4903-bcf5-cd277d0c3abc tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Allocated IP 172.28.1.60 (67cf6db3-75c3-4d86-ba36-4af7c18cd6b3/b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e/66eb40c4-4676-42a8-b0ad-e8f42df597e0) {{(pid=103103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 02:57:30.978400 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-948b1f1c-2cdd-4903-bcf5-cd277d0c3abc tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Publish callbacks [] for port (66eb40c4-4676-42a8-b0ad-e8f42df597e0), precommit_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:31.013598 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-948b1f1c-2cdd-4903-bcf5-cd277d0c3abc tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774348857676'] for port (66eb40c4-4676-42a8-b0ad-e8f42df597e0), after_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:31.083900 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948b1f1c-2cdd-4903-bcf5-cd277d0c3abc tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Network 67cf6db3-75c3-4d86-ba36-4af7c18cd6b3 is already hosted by enough agents. {{(pid=103103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 02:57:31.092641 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.scheduler.base_scheduler [None req-948b1f1c-2cdd-4903-bcf5-cd277d0c3abc tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Resources bound (agent type, host, resource id): {{(pid=103103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 02:57:31.095244 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948b1f1c-2cdd-4903-bcf5-cd277d0c3abc tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Pushing event updated for resources: {'Port': ['ID=66eb40c4-4676-42a8-b0ad-e8f42df597e0,revision_number=1']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:57:31.097437 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948b1f1c-2cdd-4903-bcf5-cd277d0c3abc tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Received port after_create {{(pid=103103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 02:57:31.144199 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7547d33b-df3d-4d04-b70c-53195ac825fe req-e967ae60-9b0b-4aea-80ba-25b4adb9498e tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:31.145619 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-7547d33b-df3d-4d04-b70c-53195ac825fe req-e967ae60-9b0b-4aea-80ba-25b4adb9498e tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/ports?device_id=44ba0812-5702-4378-8cc2-5e7a41359e7e HTTP/1.1" status: 200 len: 945 time: 0.1069396 Mar 11 02:57:31.256251 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-7547d33b-df3d-4d04-b70c-53195ac825fe req-df9e510a-2916-45a9-bcf7-7eda6dbfa020 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5ad1bfd-bd0d-4e50-9714-1ca1b519c2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934813 Mar 11 02:57:31.490818 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-948b1f1c-2cdd-4903-bcf5-cd277d0c3abc tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Publish callbacks [] for floatingip (1205be67-f300-4ee7-b1e6-fee9f609f242), precommit_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:31.505649 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f1f481-149c-45d6-b25f-9726fc043051 req-8d30b14a-fc4a-4610-b30f-d20d40d1b76d tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:31.507212 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-44f1f481-149c-45d6-b25f-9726fc043051 req-8d30b14a-fc4a-4610-b30f-d20d40d1b76d tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] 10.222.0.13 "GET /v2.0/ports?device_id=98436af8-6aa1-42e1-b017-c4e45a669011 HTTP/1.1" status: 200 len: 945 time: 0.0568569 Mar 11 02:57:31.623177 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-948b1f1c-2cdd-4903-bcf5-cd277d0c3abc tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (66eb40c4-4676-42a8-b0ad-e8f42df597e0), before_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:31.668745 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e893c8c0-eb4f-4706-a9af-d02f2d8f7b4f req-f3a40c1c-ab22-41fb-9ff1-c418574ac8b4 tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:31.670276 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-e893c8c0-eb4f-4706-a9af-d02f2d8f7b4f req-f3a40c1c-ab22-41fb-9ff1-c418574ac8b4 tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] 10.222.0.20 "GET /v2.0/ports?device_id=98436af8-6aa1-42e1-b017-c4e45a669011 HTTP/1.1" status: 200 len: 945 time: 0.1621766 Mar 11 02:57:31.676317 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0566f9-e833-4a22-b081-59881a49d728 req-37a4beea-525c-4294-874e-114c6614d91b tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:31.677866 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-de0566f9-e833-4a22-b081-59881a49d728 req-37a4beea-525c-4294-874e-114c6614d91b tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/ports?device_id=44ba0812-5702-4378-8cc2-5e7a41359e7e HTTP/1.1" status: 200 len: 945 time: 0.1088407 Mar 11 02:57:31.683494 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bb75ec-f2c4-4be5-adb1-c92f015b659b req-9fe0e983-85d1-4d1a-bed0-cf10bebbb3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:31.684957 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-d5bb75ec-f2c4-4be5-adb1-c92f015b659b req-9fe0e983-85d1-4d1a-bed0-cf10bebbb3d6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=455c4aaecbbb4110abf67996ffc3f4bb&device_id=44ba0812-5702-4378-8cc2-5e7a41359e7e HTTP/1.1" status: 200 len: 1129 time: 0.1162007 Mar 11 02:57:31.751355 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.plugin [req-44f1f481-149c-45d6-b25f-9726fc043051 req-c935716e-205b-4c8b-8e41-8adb2cb4e89f tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] Deleting port 933e3c42-9775-425d-8569-79be848655f7 {{(pid=103104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 02:57:31.751697 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-44f1f481-149c-45d6-b25f-9726fc043051 req-c935716e-205b-4c8b-8e41-8adb2cb4e89f tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774349354222'] for port (933e3c42-9775-425d-8569-79be848655f7), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:31.778698 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-de0566f9-e833-4a22-b081-59881a49d728 req-9b9ca90b-be7f-4bed-8e5b-c41ec1619d6b tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5ad1bfd-bd0d-4e50-9714-1ca1b519c2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937581 Mar 11 02:57:31.817739 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-e893c8c0-eb4f-4706-a9af-d02f2d8f7b4f req-d63c4f98-ae4f-40bd-8aeb-30eba0cd6f00 tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] 10.222.0.20 "GET /v2.0/security-groups?id=40368df7-125e-4924-af67-08579ebd642e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385429 Mar 11 02:57:31.831285 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-948b1f1c-2cdd-4903-bcf5-cd277d0c3abc tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Publish callbacks [] for port (66eb40c4-4676-42a8-b0ad-e8f42df597e0), precommit_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:31.840882 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-948b1f1c-2cdd-4903-bcf5-cd277d0c3abc tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712'] for port (66eb40c4-4676-42a8-b0ad-e8f42df597e0), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:31.872655 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-948b1f1c-2cdd-4903-bcf5-cd277d0c3abc tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580600'] for floatingip (1205be67-f300-4ee7-b1e6-fee9f609f242), after_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:31.897854 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bb75ec-f2c4-4be5-adb1-c92f015b659b req-9672c22c-657d-4655-92ac-50222384438c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:31.899464 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-d5bb75ec-f2c4-4be5-adb1-c92f015b659b req-9672c22c-657d-4655-92ac-50222384438c service neutron] 10.222.0.13 "GET /v2.0/networks?id=efac0d19-7339-4c25-b4bc-ad7f12378dc1 HTTP/1.1" status: 200 len: 919 time: 0.1988404 Mar 11 02:57:31.929178 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948b1f1c-2cdd-4903-bcf5-cd277d0c3abc tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Pushing event updated for resources: {'Port': ['ID=66eb40c4-4676-42a8-b0ad-e8f42df597e0,revision_number=2']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:57:31.967363 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-d5bb75ec-f2c4-4be5-adb1-c92f015b659b req-da46dad2-2884-4878-9756-03dbdd2a5bc7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d667e6b8-6222-406b-9aa8-bcfc50864c9a HTTP/1.1" status: 200 len: 217 time: 0.0604260 Mar 11 02:57:31.970311 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.db [req-44f1f481-149c-45d6-b25f-9726fc043051 req-c935716e-205b-4c8b-8e41-8adb2cb4e89f tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] For port 933e3c42-9775-425d-8569-79be848655f7, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=933e3c42-9775-425d-8569-79be848655f7,segment=NetworkSegment(4d52577b-6943-41cf-a855-8eaff886a2fe),segment_id=4d52577b-6943-41cf-a855-8eaff886a2fe)] {{(pid=103104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 02:57:31.970686 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-44f1f481-149c-45d6-b25f-9726fc043051 req-c935716e-205b-4c8b-8e41-8adb2cb4e89f tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574894'] for port (933e3c42-9775-425d-8569-79be848655f7), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:32.007476 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.db.l3_db [None req-948b1f1c-2cdd-4903-bcf5-cd277d0c3abc tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Floating IP 1205be67-f300-4ee7-b1e6-fee9f609f242 associated. External IP: 172.28.1.60, port: 0aa3aa11-4236-4412-bb5f-61a46d3b6a7e. Mar 11 02:57:32.034334 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.plugin [req-44f1f481-149c-45d6-b25f-9726fc043051 req-c935716e-205b-4c8b-8e41-8adb2cb4e89f tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] Calling delete_port for 933e3c42-9775-425d-8569-79be848655f7 owned by compute:nova {{(pid=103104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 02:57:32.106447 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bb75ec-f2c4-4be5-adb1-c92f015b659b req-1e781a27-3d0f-4246-82d5-054f908ffac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:32.107958 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-d5bb75ec-f2c4-4be5-adb1-c92f015b659b req-1e781a27-3d0f-4246-82d5-054f908ffac6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e03685bc-4eda-4636-83ff-246654d7e2b8 HTTP/1.1" status: 200 len: 858 time: 0.1138170 Mar 11 02:57:32.117852 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161d6af4-d7a6-4dfb-932c-b5dfc47df7ce req-e2cdd702-c18b-425d-a5fe-25e6fbccd401 tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:32.118702 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-161d6af4-d7a6-4dfb-932c-b5dfc47df7ce req-e2cdd702-c18b-425d-a5fe-25e6fbccd401 tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ca0ee35-6570-423a-b4b6-dca700e30df7 HTTP/1.1" status: 200 len: 943 time: 0.1678317 Mar 11 02:57:32.161674 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-d5bb75ec-f2c4-4be5-adb1-c92f015b659b req-508e9466-d958-4155-8edd-f593ca073e9d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=efac0d19-7339-4c25-b4bc-ad7f12378dc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385046 Mar 11 02:57:32.292572 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-161d6af4-d7a6-4dfb-932c-b5dfc47df7ce req-e8f03ec9-9161-44b7-b3c8-b369b0f47259 tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] 10.222.0.20 "GET /v2.0/security-groups?id=85acd191-e35d-4c50-9fc4-e95227d4f852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557534 Mar 11 02:57:32.302465 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304506be-a520-4c74-b60a-0c660728cbe3 req-2b90dd54-5034-4020-ad32-8d26f4068331 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:32.313190 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-304506be-a520-4c74-b60a-0c660728cbe3 req-2b90dd54-5034-4020-ad32-8d26f4068331 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/ports?device_id=e409d1d5-f58e-4339-96ac-4bf92f2eeb8b HTTP/1.1" status: 200 len: 945 time: 0.1087899 Mar 11 02:57:32.333949 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-d5bb75ec-f2c4-4be5-adb1-c92f015b659b req-6276a6c7-6b44-4cdf-864a-a6e0efb7d4cc service neutron] 10.222.0.13 "GET /v2.0/networks/efac0d19-7339-4c25-b4bc-ad7f12378dc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614726 Mar 11 02:57:32.334970 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-44f1f481-149c-45d6-b25f-9726fc043051 req-c935716e-205b-4c8b-8e41-8adb2cb4e89f tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774349360213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774348857685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9193763'] for port (933e3c42-9775-425d-8569-79be848655f7), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:32.350956 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-948b1f1c-2cdd-4903-bcf5-cd277d0c3abc tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Router 22ff7d1b-aa79-46b7-bca7-0dfbec27d176 has already been hosted by L3 agent 368653ed-b5ce-4183-9c3b-231a0bc3dd35 {{(pid=103103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 02:57:32.351605 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] get_ports_and_sgs() called for port_ids ['933e3c42-9775-425d-8569-79be848655f7'] {{(pid=103105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 02:57:32.383587 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-304506be-a520-4c74-b60a-0c660728cbe3 req-1429ed93-bdbb-47f4-9226-00f6a6dd32b5 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/security-groups?id=80bb0548-f8bc-4a80-afbb-37b7a84dba28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734422 Mar 11 02:57:32.384366 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c935716e-205b-4c8b-8e41-8adb2cb4e89f tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] Pushing event deleted for resources: {'Port': ['ID=933e3c42-9775-425d-8569-79be848655f7,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:57:32.461622 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.db.l3_dvrscheduler_db [req-44f1f481-149c-45d6-b25f-9726fc043051 req-c935716e-205b-4c8b-8e41-8adb2cb4e89f tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] No DVR routers for this DVR port 933e3c42-9775-425d-8569-79be848655f7 on host hv-cinder-74014 {{(pid=103104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 02:57:32.466629 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-44f1f481-149c-45d6-b25f-9726fc043051 req-c935716e-205b-4c8b-8e41-8adb2cb4e89f tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55355'] for port (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:32.469948 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-44f1f481-149c-45d6-b25f-9726fc043051 req-c935716e-205b-4c8b-8e41-8adb2cb4e89f tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] 10.222.0.13 "DELETE /v2.0/ports/933e3c42-9775-425d-8569-79be848655f7 HTTP/1.1" status: 204 len: 173 time: 0.9526112 Mar 11 02:57:32.470385 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98436af8-6aa1-42e1-b017-c4e45a669011', 'name': 'network-vif-deleted', 'tag': '933e3c42-9775-425d-8569-79be848655f7'}] {{(pid=103104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 02:57:32.472726 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b4e7651ceabe3a28ab45abcf2012854968d28c41040a071bcf34f6a69b109a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62bd3bb4-4a1a-44ff-8e16-c0f161734322" -d '{"events": [{"server_uuid": "98436af8-6aa1-42e1-b017-c4e45a669011", "name": "network-vif-deleted", "tag": "933e3c42-9775-425d-8569-79be848655f7"}]}' {{(pid=103104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 02:57:32.501010 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-d5bb75ec-f2c4-4be5-adb1-c92f015b659b req-199d9500-6e90-4c5c-905d-cafd7308d164 service neutron] 10.222.0.13 "GET /v2.0/networks/efac0d19-7339-4c25-b4bc-ad7f12378dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597526 Mar 11 02:57:32.512589 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 02:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-747c0bd1-58af-4255-b19e-cc93da2a34b5 x-openstack-request-id: req-747c0bd1-58af-4255-b19e-cc93da2a34b5 {{(pid=103104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 02:57:32.513375 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98436af8-6aa1-42e1-b017-c4e45a669011", "name": "network-vif-deleted", "tag": "933e3c42-9775-425d-8569-79be848655f7", "status": "completed", "code": 200}]} {{(pid=103104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 02:57:32.513375 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-747c0bd1-58af-4255-b19e-cc93da2a34b5 {{(pid=103104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 02:57:32.513703 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98436af8-6aa1-42e1-b017-c4e45a669011', 'name': 'network-vif-deleted', 'tag': '933e3c42-9775-425d-8569-79be848655f7', 'status': 'completed', 'code': 200} Mar 11 02:57:32.515034 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-948b1f1c-2cdd-4903-bcf5-cd277d0c3abc tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Notify agent at l3_agent.dv-cinder-740146-14-smb the message routers_updated {{(pid=103103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 02:57:32.525380 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1016b3eb-2234-48d0-961f-e2f0e1cdb2fa None None] Sync routers for ids ['22ff7d1b-aa79-46b7-bca7-0dfbec27d176'] in dv-cinder-740146-14-smb {{(pid=103106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 02:57:32.539746 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1016b3eb-2234-48d0-961f-e2f0e1cdb2fa None None] Routers {'22ff7d1b-aa79-46b7-bca7-0dfbec27d176'} bound to L3 agent in host dv-cinder-740146-14-smb {{(pid=103106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 02:57:32.540375 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-1016b3eb-2234-48d0-961f-e2f0e1cdb2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T02:46:25Z,description=,heartbeat_timestamp=2022-03-11T02:57:25Z,host='dv-cinder-740146-14-smb',id=368653ed-b5ce-4183-9c3b-231a0bc3dd35,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T02:46:25Z,topic='l3_agent')) {'router_ids': ['22ff7d1b-aa79-46b7-bca7-0dfbec27d176'], 'active': True} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 02:57:32.545694 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-948b1f1c-2cdd-4903-bcf5-cd277d0c3abc tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55355'] for floatingip (None), before_response {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:32.607975 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Device ce94d90f-3c8f-4b46-9672-a202ac60cbec details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=103105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 02:57:32.668706 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.l3_dvr_db [None req-1016b3eb-2234-48d0-961f-e2f0e1cdb2fa None None] Set router 22ff7d1b-aa79-46b7-bca7-0dfbec27d176 gateway port host: dv-cinder-740146-14-smb {{(pid=103106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 02:57:32.717552 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] For port ce94d90f-3c8f-4b46-9672-a202ac60cbec, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=ce94d90f-3c8f-4b46-9672-a202ac60cbec,segment=NetworkSegment(79727280-1f17-4989-bad4-385d3ba87db2),segment_id=79727280-1f17-4989-bad4-385d3ba87db2)] {{(pid=103105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 02:57:32.729763 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Returning: {'device': 'ce94d90f-3c8f-4b46-9672-a202ac60cbec', 'network_id': '7e7bc1f9-3ce6-4f88-b347-46278ccab0e3', 'port_id': 'ce94d90f-3c8f-4b46-9672-a202ac60cbec', 'mac_address': 'fa:16:3e:66:e1:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ed285e0-8e6b-4d46-8817-239ca15b94c1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 02:57:32.767586 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Current status of the port ce94d90f-3c8f-4b46-9672-a202ac60cbec is: DOWN; New status is: BUILD {{(pid=103105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 02:57:32.768352 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (ce94d90f-3c8f-4b46-9672-a202ac60cbec), before_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:32.772736 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-948b1f1c-2cdd-4903-bcf5-cd277d0c3abc tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1182723 Mar 11 02:57:32.773528 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '258ae442-c6a6-4bea-947c-f3e043b73155', 'tag': '0aa3aa11-4236-4412-bb5f-61a46d3b6a7e'}] {{(pid=103103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 02:57:32.775245 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 42810) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:57:32.776046 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01538650e82e627c230aebb0f4260c9c3d521d1c82d3da266e06d33243b5f1b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34026764-c3fe-4b24-a5ca-df79bc3e5f79" -d '{"events": [{"name": "network-changed", "server_uuid": "258ae442-c6a6-4bea-947c-f3e043b73155", "tag": "0aa3aa11-4236-4412-bb5f-61a46d3b6a7e"}]}' {{(pid=103103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 02:57:32.782542 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.notifiers.nova [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce94d90f-3c8f-4b46-9672-a202ac60cbec {{(pid=103105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 02:57:32.784277 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.v2.base [None req-e418d320-7b3c-4356-a2ed-a03028afa258 tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-112322549', 'description': 'tempest-secgroup-smoke-112322549 description', 'project_id': 'a7bd65d0a0b54c449113a4ac00fc662d'}} {{(pid=103104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 02:57:32.812199 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] For port ce94d90f-3c8f-4b46-9672-a202ac60cbec, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=ce94d90f-3c8f-4b46-9672-a202ac60cbec,segment=NetworkSegment(79727280-1f17-4989-bad4-385d3ba87db2),segment_id=79727280-1f17-4989-bad4-385d3ba87db2)] {{(pid=103105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 02:57:32.816905 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 02:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a8fcf46-5cff-487c-9272-7efbb6cfa391 x-openstack-request-id: req-8a8fcf46-5cff-487c-9272-7efbb6cfa391 {{(pid=103103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 02:57:32.817327 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "258ae442-c6a6-4bea-947c-f3e043b73155", "tag": "0aa3aa11-4236-4412-bb5f-61a46d3b6a7e", "status": "completed", "code": 200}]} {{(pid=103103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 02:57:32.817808 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8a8fcf46-5cff-487c-9272-7efbb6cfa391 {{(pid=103103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 02:57:32.818169 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '258ae442-c6a6-4bea-947c-f3e043b73155', 'tag': '0aa3aa11-4236-4412-bb5f-61a46d3b6a7e', 'status': 'completed', 'code': 200} Mar 11 02:57:32.819610 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712'] for port (ce94d90f-3c8f-4b46-9672-a202ac60cbec), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:32.834010 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-e418d320-7b3c-4356-a2ed-a03028afa258 tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Publish callbacks [] for security_group (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:32.868902 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Pushing event updated for resources: {'Port': ['ID=ce94d90f-3c8f-4b46-9672-a202ac60cbec,revision_number=4']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:57:32.926172 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-1016b3eb-2234-48d0-961f-e2f0e1cdb2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22ff7d1b-aa79-46b7-bca7-0dfbec27d176', 'name': 'tempest-TestMinimumBasicScenario-1053116969-router', 'tenant_id': 'a7bd65d0a0b54c449113a4ac00fc662d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'external_fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.45'}], 'enable_snat': True}, 'gw_port_id': '60ac13c6-e44e-4d99-bee9-a907604a61e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T02:56:33Z', 'updated_at': '2022-03-11T02:56:36Z', 'revision_number': 4, 'project_id': 'a7bd65d0a0b54c449113a4ac00fc662d', 'gw_port': {'id': '60ac13c6-e44e-4d99-bee9-a907604a61e8', 'name': '', 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:97:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ff7d1b-aa79-46b7-bca7-0dfbec27d176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:56:34Z', 'updated_at': '2022-03-11T02:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-smb', '_floatingips': [{'id': '1205be67-f300-4ee7-b1e6-fee9f609f242', 'tenant_id': 'a7bd65d0a0b54c449113a4ac00fc662d', 'floating_ip_address': '172.28.1.60', 'floating_network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'router_id': '22ff7d1b-aa79-46b7-bca7-0dfbec27d176', 'port_id': '0aa3aa11-4236-4412-bb5f-61a46d3b6a7e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa8f397c-9989-4eb2-96e4-41d8627a091e', 'mac_address': 'fa:16:3e:5f:a7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '258ae442-c6a6-4bea-947c-f3e043b73155', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T02:57:31Z', 'updated_at': '2022-03-11T02:57:31Z', 'revision_number': 0, 'project_id': 'a7bd65d0a0b54c449113a4ac00fc662d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6565c826-c024-4dd0-a384-0380c6c3f3f0', 'name': '', 'network_id': 'aa8f397c-9989-4eb2-96e4-41d8627a091e', 'tenant_id': 'a7bd65d0a0b54c449113a4ac00fc662d', 'mac_address': 'fa:16:3e:4d:f7:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ff7d1b-aa79-46b7-bca7-0dfbec27d176', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'd4d08d7c-9091-46e5-9160-e7157dc9cc9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:56:36Z', 'updated_at': '2022-03-11T02:56:40Z', 'revision_number': 5, 'project_id': 'a7bd65d0a0b54c449113a4ac00fc662d', 'subnets': [{'id': 'd4d08d7c-9091-46e5-9160-e7157dc9cc9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-14-smb', False) {} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 02:57:32.954366 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-9e0750f0-af02-4fdb-a474-a93dba3245d9 req-fb7e5e9f-20f8-409a-b2cd-7bb8715f3466 tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] 10.222.0.20 "GET /v2.0/ports?device_id=98436af8-6aa1-42e1-b017-c4e45a669011 HTTP/1.1" status: 200 len: 210 time: 0.0381665 Mar 11 02:57:32.969709 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1016b3eb-2234-48d0-961f-e2f0e1cdb2fa None None] Checking router: 22ff7d1b-aa79-46b7-bca7-0dfbec27d176 for host: dv-cinder-740146-14-smb {{(pid=103106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 02:57:32.978787 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1016b3eb-2234-48d0-961f-e2f0e1cdb2fa None None] Routers {'22ff7d1b-aa79-46b7-bca7-0dfbec27d176'} bound to L3 agent in host dv-cinder-740146-14-smb {{(pid=103106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 02:57:32.979391 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-1016b3eb-2234-48d0-961f-e2f0e1cdb2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T02:46:25Z,description=,heartbeat_timestamp=2022-03-11T02:57:25Z,host='dv-cinder-740146-14-smb',id=368653ed-b5ce-4183-9c3b-231a0bc3dd35,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T02:46:25Z,topic='l3_agent')) {'router_ids': ['22ff7d1b-aa79-46b7-bca7-0dfbec27d176'], 'active': True} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 02:57:32.984457 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34026764-c3fe-4b24-a5ca-df79bc3e5f79 req-be7815ae-a44d-406e-a7bb-ba9d860ac310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:32.986276 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-34026764-c3fe-4b24-a5ca-df79bc3e5f79 req-be7815ae-a44d-406e-a7bb-ba9d860ac310 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a7bd65d0a0b54c449113a4ac00fc662d&device_id=258ae442-c6a6-4bea-947c-f3e043b73155 HTTP/1.1" status: 200 len: 1129 time: 0.1175444 Mar 11 02:57:33.032105 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79108e8-a536-45e4-8f9f-c049216313c0 req-ae4e0478-b81f-4426-b6bd-f3f53459244e tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:33.034189 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-d79108e8-a536-45e4-8f9f-c049216313c0 req-ae4e0478-b81f-4426-b6bd-f3f53459244e tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/ports?device_id=44ba0812-5702-4378-8cc2-5e7a41359e7e HTTP/1.1" status: 200 len: 945 time: 0.1362507 Mar 11 02:57:33.060278 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-e418d320-7b3c-4356-a2ed-a03028afa258 tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Publish callbacks [] for security_group (88e82082-e2d3-41e9-8acf-f32938b4d917), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:33.097911 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.l3_dvr_db [None req-1016b3eb-2234-48d0-961f-e2f0e1cdb2fa None None] Set router 22ff7d1b-aa79-46b7-bca7-0dfbec27d176 gateway port host: dv-cinder-740146-14-smb {{(pid=103106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 02:57:33.321886 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] get_ports_and_sgs() called for port_ids ['ce94d90f-3c8f-4b46-9672-a202ac60cbec'] {{(pid=103105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 02:57:33.345328 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-e418d320-7b3c-4356-a2ed-a03028afa258 tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (88e82082-e2d3-41e9-8acf-f32938b4d917), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:33.367812 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-1016b3eb-2234-48d0-961f-e2f0e1cdb2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22ff7d1b-aa79-46b7-bca7-0dfbec27d176', 'name': 'tempest-TestMinimumBasicScenario-1053116969-router', 'tenant_id': 'a7bd65d0a0b54c449113a4ac00fc662d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'external_fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.45'}], 'enable_snat': True}, 'gw_port_id': '60ac13c6-e44e-4d99-bee9-a907604a61e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T02:56:33Z', 'updated_at': '2022-03-11T02:56:36Z', 'revision_number': 4, 'project_id': 'a7bd65d0a0b54c449113a4ac00fc662d', 'gw_port': {'id': '60ac13c6-e44e-4d99-bee9-a907604a61e8', 'name': '', 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:97:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ff7d1b-aa79-46b7-bca7-0dfbec27d176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:56:34Z', 'updated_at': '2022-03-11T02:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-smb', '_floatingips': [{'id': '1205be67-f300-4ee7-b1e6-fee9f609f242', 'tenant_id': 'a7bd65d0a0b54c449113a4ac00fc662d', 'floating_ip_address': '172.28.1.60', 'floating_network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'router_id': '22ff7d1b-aa79-46b7-bca7-0dfbec27d176', 'port_id': '0aa3aa11-4236-4412-bb5f-61a46d3b6a7e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa8f397c-9989-4eb2-96e4-41d8627a091e', 'mac_address': 'fa:16:3e:5f:a7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '258ae442-c6a6-4bea-947c-f3e043b73155', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T02:57:31Z', 'updated_at': '2022-03-11T02:57:31Z', 'revision_number': 0, 'project_id': 'a7bd65d0a0b54c449113a4ac00fc662d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6565c826-c024-4dd0-a384-0380c6c3f3f0', 'name': '', 'network_id': 'aa8f397c-9989-4eb2-96e4-41d8627a091e', 'tenant_id': 'a7bd65d0a0b54c449113a4ac00fc662d', 'mac_address': 'fa:16:3e:4d:f7:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ff7d1b-aa79-46b7-bca7-0dfbec27d176', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'd4d08d7c-9091-46e5-9160-e7157dc9cc9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:56:36Z', 'updated_at': '2022-03-11T02:56:40Z', 'revision_number': 5, 'project_id': 'a7bd65d0a0b54c449113a4ac00fc662d', 'subnets': [{'id': 'd4d08d7c-9091-46e5-9160-e7157dc9cc9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-14-smb', False) {} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 02:57:33.398775 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-d79108e8-a536-45e4-8f9f-c049216313c0 req-9deca3dd-e74a-406d-a486-4f483cdf1e0a tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5ad1bfd-bd0d-4e50-9714-1ca1b519c2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3584390 Mar 11 02:57:33.411473 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1016b3eb-2234-48d0-961f-e2f0e1cdb2fa None None] The sync data for ids ['22ff7d1b-aa79-46b7-bca7-0dfbec27d176'] in dv-cinder-740146-14-smb is: [{'id': '22ff7d1b-aa79-46b7-bca7-0dfbec27d176', 'name': 'tempest-TestMinimumBasicScenario-1053116969-router', 'tenant_id': 'a7bd65d0a0b54c449113a4ac00fc662d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'external_fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.45'}], 'enable_snat': True}, 'gw_port_id': '60ac13c6-e44e-4d99-bee9-a907604a61e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T02:56:33Z', 'updated_at': '2022-03-11T02:56:36Z', 'revision_number': 4, 'project_id': 'a7bd65d0a0b54c449113a4ac00fc662d', 'gw_port': {'id': '60ac13c6-e44e-4d99-bee9-a907604a61e8', 'name': '', 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:97:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ff7d1b-aa79-46b7-bca7-0dfbec27d176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:56:34Z', 'updated_at': '2022-03-11T02:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-smb', '_floatingips': [{'id': '1205be67-f300-4ee7-b1e6-fee9f609f242', 'tenant_id': 'a7bd65d0a0b54c449113a4ac00fc662d', 'floating_ip_address': '172.28.1.60', 'floating_network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'router_id': '22ff7d1b-aa79-46b7-bca7-0dfbec27d176', 'port_id': '0aa3aa11-4236-4412-bb5f-61a46d3b6a7e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa8f397c-9989-4eb2-96e4-41d8627a091e', 'mac_address': 'fa:16:3e:5f:a7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '258ae442-c6a6-4bea-947c-f3e043b73155', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T02:57:31Z', 'updated_at': '2022-03-11T02:57:31Z', 'revision_number': 0, 'project_id': 'a7bd65d0a0b54c449113a4ac00fc662d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6565c826-c024-4dd0-a384-0380c6c3f3f0', 'name': '', 'network_id': 'aa8f397c-9989-4eb2-96e4-41d8627a091e', 'tenant_id': 'a7bd65d0a0b54c449113a4ac00fc662d', 'mac_address': 'fa:16:3e:4d:f7:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ff7d1b-aa79-46b7-bca7-0dfbec27d176', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'd4d08d7c-9091-46e5-9160-e7157dc9cc9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:56:36Z', 'updated_at': '2022-03-11T02:56:40Z', 'revision_number': 5, 'project_id': 'a7bd65d0a0b54c449113a4ac00fc662d', 'subnets': [{'id': 'd4d08d7c-9091-46e5-9160-e7157dc9cc9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 02:57:33.429224 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-e418d320-7b3c-4356-a2ed-a03028afa258 tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Publish callbacks [] for security_group (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:33.430484 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-e418d320-7b3c-4356-a2ed-a03028afa258 tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.6538811 Mar 11 02:57:33.433935 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd0bc3c-cca1-4f0f-ae5a-ecc1e4cf6d5a req-caf91ae3-4718-4abb-a747-b04a1cac2544 tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:33.434908 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 42824) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:57:33.439756 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.v2.base [None req-daf3cb48-0888-40bd-954d-3996142de2b9 tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Request body: {'security_group_rule': {'security_group_id': '88e82082-e2d3-41e9-8acf-f32938b4d917', 'project_id': 'a7bd65d0a0b54c449113a4ac00fc662d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 02:57:33.442293 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-4fd0bc3c-cca1-4f0f-ae5a-ecc1e4cf6d5a req-caf91ae3-4718-4abb-a747-b04a1cac2544 tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ca0ee35-6570-423a-b4b6-dca700e30df7 HTTP/1.1" status: 200 len: 944 time: 0.0697188 Mar 11 02:57:33.444800 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418d320-7b3c-4356-a2ed-a03028afa258 tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88e82082-e2d3-41e9-8acf-f32938b4d917,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:57:33.447393 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34026764-c3fe-4b24-a5ca-df79bc3e5f79 req-7ead2fa8-b964-446c-8655-926ce2345653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:33.448845 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-34026764-c3fe-4b24-a5ca-df79bc3e5f79 req-7ead2fa8-b964-446c-8655-926ce2345653 service neutron] 10.222.0.13 "GET /v2.0/networks?id=aa8f397c-9989-4eb2-96e4-41d8627a091e HTTP/1.1" status: 200 len: 916 time: 0.4542758 Mar 11 02:57:33.510362 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-4fd0bc3c-cca1-4f0f-ae5a-ecc1e4cf6d5a req-a5a7efad-7a35-43df-b10b-5724755f8153 tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] 10.222.0.20 "GET /v2.0/security-groups?id=85acd191-e35d-4c50-9fc4-e95227d4f852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669527 Mar 11 02:57:33.547123 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-daf3cb48-0888-40bd-954d-3996142de2b9 tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Publish callbacks [] for security_group_rule (6e546f28-9f3a-40bb-b7cd-c08f56d503fd), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:33.581044 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-34026764-c3fe-4b24-a5ca-df79bc3e5f79 req-ee280be5-2650-49ca-8b24-b2142efd0696 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0aa3aa11-4236-4412-bb5f-61a46d3b6a7e HTTP/1.1" status: 200 len: 998 time: 0.1245651 Mar 11 02:57:33.652348 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493eaf81-d7bf-4977-9ce0-3ba0e9129c0c req-a220e73c-8956-4426-a0ed-ae68cd46fb0c tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:33.653915 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-493eaf81-d7bf-4977-9ce0-3ba0e9129c0c req-a220e73c-8956-4426-a0ed-ae68cd46fb0c tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/ports?device_id=e409d1d5-f58e-4339-96ac-4bf92f2eeb8b HTTP/1.1" status: 200 len: 945 time: 0.1465633 Mar 11 02:57:33.702994 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34026764-c3fe-4b24-a5ca-df79bc3e5f79 req-bf431ad5-14b7-4dde-ba39-b3e3b5383d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:33.704686 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-34026764-c3fe-4b24-a5ca-df79bc3e5f79 req-bf431ad5-14b7-4dde-ba39-b3e3b5383d97 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d4d08d7c-9091-46e5-9160-e7157dc9cc9d HTTP/1.1" status: 200 len: 854 time: 0.1088655 Mar 11 02:57:33.706542 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-daf3cb48-0888-40bd-954d-3996142de2b9 tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Publish callbacks [] for security_group_rule (6e546f28-9f3a-40bb-b7cd-c08f56d503fd), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:33.712566 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67f110a-cc98-47e7-b837-091401c36d5b None None] New status for floating IP 1205be67-f300-4ee7-b1e6-fee9f609f242: ACTIVE {{(pid=103105) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 02:57:33.737216 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-daf3cb48-0888-40bd-954d-3996142de2b9 tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526655'] for security_group_rule (6e546f28-9f3a-40bb-b7cd-c08f56d503fd), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:33.772520 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-493eaf81-d7bf-4977-9ce0-3ba0e9129c0c req-0adb7778-85b4-4d58-b316-12ba28d5811e tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/security-groups?id=80bb0548-f8bc-4a80-afbb-37b7a84dba28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093972 Mar 11 02:57:33.779057 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf3cb48-0888-40bd-954d-3996142de2b9 tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e546f28-9f3a-40bb-b7cd-c08f56d503fd,revision_number=0']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:57:33.790551 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-daf3cb48-0888-40bd-954d-3996142de2b9 tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:33.792026 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-daf3cb48-0888-40bd-954d-3996142de2b9 tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3558757 Mar 11 02:57:33.803230 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 42826) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:57:33.803230 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.v2.base [None req-cded1c18-3b85-4d70-97da-b2122d675749 tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Request body: {'security_group_rule': {'security_group_id': '88e82082-e2d3-41e9-8acf-f32938b4d917', 'project_id': 'a7bd65d0a0b54c449113a4ac00fc662d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 02:57:33.811228 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34026764-c3fe-4b24-a5ca-df79bc3e5f79 req-b0ae13ef-9ee4-44ff-a235-c5ed59040514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:33.813109 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-34026764-c3fe-4b24-a5ca-df79bc3e5f79 req-b0ae13ef-9ee4-44ff-a235-c5ed59040514 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=aa8f397c-9989-4eb2-96e4-41d8627a091e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0878770 Mar 11 02:57:33.823557 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-cded1c18-3b85-4d70-97da-b2122d675749 tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Publish callbacks [] for security_group_rule (7b5e5377-355d-4456-8304-1edefac3adad), before_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:33.899075 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-cded1c18-3b85-4d70-97da-b2122d675749 tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Publish callbacks [] for security_group_rule (7b5e5377-355d-4456-8304-1edefac3adad), precommit_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:33.903341 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-cded1c18-3b85-4d70-97da-b2122d675749 tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526655'] for security_group_rule (7b5e5377-355d-4456-8304-1edefac3adad), after_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:33.918253 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cded1c18-3b85-4d70-97da-b2122d675749 tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b5e5377-355d-4456-8304-1edefac3adad,revision_number=0']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:57:33.921327 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-34026764-c3fe-4b24-a5ca-df79bc3e5f79 req-29ff19b5-da64-4594-8f7c-94cec2834a27 service neutron] 10.222.0.13 "GET /v2.0/networks/aa8f397c-9989-4eb2-96e4-41d8627a091e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014099 Mar 11 02:57:33.932629 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-cded1c18-3b85-4d70-97da-b2122d675749 tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:33.936322 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-cded1c18-3b85-4d70-97da-b2122d675749 tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1383116 Mar 11 02:57:33.937159 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 42828) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:57:33.954297 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.v2.base [None req-e35b9eb0-f4d1-4630-9fc1-f6528c2bdab9 tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Request body: {'security_group_rule': {'security_group_id': '88e82082-e2d3-41e9-8acf-f32938b4d917', 'project_id': 'a7bd65d0a0b54c449113a4ac00fc662d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 02:57:34.028142 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-e35b9eb0-f4d1-4630-9fc1-f6528c2bdab9 tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Publish callbacks [] for security_group_rule (12b16720-97bc-42a7-be27-c6e8e32b92f2), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:34.049018 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-34026764-c3fe-4b24-a5ca-df79bc3e5f79 req-5e39704d-bbb5-44e4-a368-d88064a86692 service neutron] 10.222.0.13 "GET /v2.0/networks/aa8f397c-9989-4eb2-96e4-41d8627a091e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214728 Mar 11 02:57:34.094027 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-e35b9eb0-f4d1-4630-9fc1-f6528c2bdab9 tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Publish callbacks [] for security_group_rule (12b16720-97bc-42a7-be27-c6e8e32b92f2), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:34.098097 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-e35b9eb0-f4d1-4630-9fc1-f6528c2bdab9 tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526655'] for security_group_rule (12b16720-97bc-42a7-be27-c6e8e32b92f2), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:34.115929 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35b9eb0-f4d1-4630-9fc1-f6528c2bdab9 tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12b16720-97bc-42a7-be27-c6e8e32b92f2,revision_number=0']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:57:34.124288 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-e35b9eb0-f4d1-4630-9fc1-f6528c2bdab9 tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:34.125561 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-e35b9eb0-f4d1-4630-9fc1-f6528c2bdab9 tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1878486 Mar 11 02:57:34.128220 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 42836) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:57:34.132595 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.v2.base [None req-e366c7b1-0baa-45f9-9835-30b5d7cd1872 tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Request body: {'security_group_rule': {'security_group_id': '88e82082-e2d3-41e9-8acf-f32938b4d917', 'project_id': 'a7bd65d0a0b54c449113a4ac00fc662d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 02:57:34.159100 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-e366c7b1-0baa-45f9-9835-30b5d7cd1872 tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Publish callbacks [] for security_group_rule (ea53a2d7-b7af-438b-8b30-15b9c915bca6), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:34.291467 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-e366c7b1-0baa-45f9-9835-30b5d7cd1872 tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Publish callbacks [] for security_group_rule (ea53a2d7-b7af-438b-8b30-15b9c915bca6), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:34.295975 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-e366c7b1-0baa-45f9-9835-30b5d7cd1872 tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526655'] for security_group_rule (ea53a2d7-b7af-438b-8b30-15b9c915bca6), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:34.329732 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e366c7b1-0baa-45f9-9835-30b5d7cd1872 tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea53a2d7-b7af-438b-8b30-15b9c915bca6,revision_number=0']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:57:34.338186 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-e366c7b1-0baa-45f9-9835-30b5d7cd1872 tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:34.342259 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-e366c7b1-0baa-45f9-9835-30b5d7cd1872 tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2101583 Mar 11 02:57:34.342533 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 42850) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:57:34.354092 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1168e4-3fb9-4ea4-b6d0-9c0b45d1508f req-2f62918f-1043-440d-8d94-a59dfc09fafc tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:34.354399 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.v2.base [None req-a9de4711-e3a5-4c34-9275-da790ecf6ed8 tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Request body: {'security_group_rule': {'security_group_id': '88e82082-e2d3-41e9-8acf-f32938b4d917', 'project_id': 'a7bd65d0a0b54c449113a4ac00fc662d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 02:57:34.354504 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-5c1168e4-3fb9-4ea4-b6d0-9c0b45d1508f req-2f62918f-1043-440d-8d94-a59dfc09fafc tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] 10.222.0.20 "GET /v2.0/networks?id=5b68b293-4a0a-48e3-9b85-6d8ee55fe3d2 HTTP/1.1" status: 200 len: 808 time: 0.1685762 Mar 11 02:57:34.367240 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-5c1168e4-3fb9-4ea4-b6d0-9c0b45d1508f req-621f302a-4e06-442c-8650-d7120d1c9844 tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] 10.222.0.20 "GET /v2.0/quotas/edfb58857d92484693342869f2745a00 HTTP/1.1" status: 200 len: 375 time: 0.0144424 Mar 11 02:57:34.371981 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.db.securitygroups_db [None req-a9de4711-e3a5-4c34-9275-da790ecf6ed8 tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Project a7bd65d0a0b54c449113a4ac00fc662d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 02:57:34.377883 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-a9de4711-e3a5-4c34-9275-da790ecf6ed8 tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Publish callbacks [] for security_group_rule (f5097587-46d4-4155-a4ca-0b02df458cc7), before_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:34.410605 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-5c1168e4-3fb9-4ea4-b6d0-9c0b45d1508f req-91168be1-ceaf-4b5f-b586-2c3cf6d78f47 tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=edfb58857d92484693342869f2745a00&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0331864 Mar 11 02:57:34.448993 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-a9de4711-e3a5-4c34-9275-da790ecf6ed8 tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Publish callbacks [] for security_group_rule (f5097587-46d4-4155-a4ca-0b02df458cc7), precommit_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:34.454383 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-a9de4711-e3a5-4c34-9275-da790ecf6ed8 tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526655'] for security_group_rule (f5097587-46d4-4155-a4ca-0b02df458cc7), after_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:34.473015 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9de4711-e3a5-4c34-9275-da790ecf6ed8 tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5097587-46d4-4155-a4ca-0b02df458cc7,revision_number=0']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:57:34.484483 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-a9de4711-e3a5-4c34-9275-da790ecf6ed8 tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:34.486151 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-a9de4711-e3a5-4c34-9275-da790ecf6ed8 tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1423342 Mar 11 02:57:34.488800 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 42858) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:57:34.493344 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.v2.base [None req-fc355c83-a43a-4929-9954-f6140cde754a tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Request body: {'security_group_rule': {'security_group_id': '88e82082-e2d3-41e9-8acf-f32938b4d917', 'project_id': 'a7bd65d0a0b54c449113a4ac00fc662d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 02:57:34.518065 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.db.securitygroups_db [None req-fc355c83-a43a-4929-9954-f6140cde754a tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Project a7bd65d0a0b54c449113a4ac00fc662d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 02:57:34.523522 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-fc355c83-a43a-4929-9954-f6140cde754a tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Publish callbacks [] for security_group_rule (79de2df6-412d-492e-8fd0-17794b88dd93), before_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:34.525754 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-5c1168e4-3fb9-4ea4-b6d0-9c0b45d1508f req-a8a13c05-9945-41c6-ad21-6f52c29412fc service neutron] 10.222.0.20 "GET /v2.0/networks/5b68b293-4a0a-48e3-9b85-6d8ee55fe3d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073599 Mar 11 02:57:34.618160 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-fc355c83-a43a-4929-9954-f6140cde754a tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Publish callbacks [] for security_group_rule (79de2df6-412d-492e-8fd0-17794b88dd93), precommit_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:34.622045 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-5c1168e4-3fb9-4ea4-b6d0-9c0b45d1508f req-6d471323-c893-4268-ad7e-b7436e13ab33 service neutron] 10.222.0.20 "GET /v2.0/networks/5b68b293-4a0a-48e3-9b85-6d8ee55fe3d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901148 Mar 11 02:57:34.624071 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Device ce94d90f-3c8f-4b46-9672-a202ac60cbec up at agent hyperv_hv-cinder-74014 {{(pid=103105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 02:57:34.629011 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce67fc93-fd08-4396-8256-0fb515b31185 req-0011c4f8-c8f0-4ddf-8b09-4c20293d8ff9 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:34.630610 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-ce67fc93-fd08-4396-8256-0fb515b31185 req-0011c4f8-c8f0-4ddf-8b09-4c20293d8ff9 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/ports?device_id=44ba0812-5702-4378-8cc2-5e7a41359e7e HTTP/1.1" status: 200 len: 945 time: 0.0887551 Mar 11 02:57:34.631799 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-fc355c83-a43a-4929-9954-f6140cde754a tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526655'] for security_group_rule (79de2df6-412d-492e-8fd0-17794b88dd93), after_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:34.657506 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc355c83-a43a-4929-9954-f6140cde754a tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79de2df6-412d-492e-8fd0-17794b88dd93,revision_number=0']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:57:34.676783 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-fc355c83-a43a-4929-9954-f6140cde754a tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:34.678008 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-fc355c83-a43a-4929-9954-f6140cde754a tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1881840 Mar 11 02:57:34.699509 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Provisioning for port ce94d90f-3c8f-4b46-9672-a202ac60cbec completed by entity L2. {{(pid=103105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 02:57:34.700849 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-ce67fc93-fd08-4396-8256-0fb515b31185 req-6508dd49-dd27-4cd8-ab04-f4ebea8db307 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5ad1bfd-bd0d-4e50-9714-1ca1b519c2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574946 Mar 11 02:57:34.704254 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Provisioning complete for port ce94d90f-3c8f-4b46-9672-a202ac60cbec triggered by entity L2. {{(pid=103105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 02:57:34.704653 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536573942'] for port (ce94d90f-3c8f-4b46-9672-a202ac60cbec), provisioning_complete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:34.806393 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Current status of the port ce94d90f-3c8f-4b46-9672-a202ac60cbec is: BUILD; New status is: ACTIVE {{(pid=103105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 02:57:34.808036 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (ce94d90f-3c8f-4b46-9672-a202ac60cbec), before_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:34.837080 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ca0ee35-6570-423a-b4b6-dca700e30df7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce94d90f-3c8f-4b46-9672-a202ac60cbec'}] {{(pid=103105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 02:57:34.839567 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}703a16387464127cc7b8de6906938e3e01810e7f46b2e9393936db54d9388ffe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56027aa1-0f43-40d9-af51-332323cc83b3" -d '{"events": [{"server_uuid": "6ca0ee35-6570-423a-b4b6-dca700e30df7", "name": "network-vif-plugged", "status": "completed", "tag": "ce94d90f-3c8f-4b46-9672-a202ac60cbec"}]}' {{(pid=103105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 02:57:34.844645 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2ea0fe-e369-4c79-bd0d-66d7f4968422 req-31f4f00b-ffdc-4432-8746-61e7dfd07f84 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:34.853435 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-1e2ea0fe-e369-4c79-bd0d-66d7f4968422 req-31f4f00b-ffdc-4432-8746-61e7dfd07f84 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/ports?device_id=13132607-0993-42da-b12a-915a6d20ac5e HTTP/1.1" status: 200 len: 946 time: 0.0799234 Mar 11 02:57:34.853911 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] For port ce94d90f-3c8f-4b46-9672-a202ac60cbec, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=ce94d90f-3c8f-4b46-9672-a202ac60cbec,segment=NetworkSegment(79727280-1f17-4989-bad4-385d3ba87db2),segment_id=79727280-1f17-4989-bad4-385d3ba87db2)] {{(pid=103105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 02:57:34.859764 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712'] for port (ce94d90f-3c8f-4b46-9672-a202ac60cbec), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:34.862389 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Device 933e3c42-9775-425d-8569-79be848655f7 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=103105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 02:57:34.888628 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] No Port match for: 933e3c42-9775-425d-8569-79be848655f7 {{(pid=103105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 02:57:34.888985 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Device 933e3c42-9775-425d-8569-79be848655f7 not bound to the agent host hv-cinder-74014 {{(pid=103105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 02:57:34.890226 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a61e1f-d742-4487-a2b9-f2388f01b719 req-e5b39752-4503-444e-9137-343a37bf46a8 tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:34.891433 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-83a61e1f-d742-4487-a2b9-f2388f01b719 req-e5b39752-4503-444e-9137-343a37bf46a8 tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ca0ee35-6570-423a-b4b6-dca700e30df7 HTTP/1.1" status: 200 len: 944 time: 0.0794380 Mar 11 02:57:34.921754 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-1e2ea0fe-e369-4c79-bd0d-66d7f4968422 req-2dad1da1-bb61-411e-bfda-68021465e2c9 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9c75b18-9067-4656-afb9-de1b8b0fda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673418 Mar 11 02:57:34.957495 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Pushing event updated for resources: {'Port': ['ID=ce94d90f-3c8f-4b46-9672-a202ac60cbec,revision_number=5']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:57:34.974082 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-83a61e1f-d742-4487-a2b9-f2388f01b719 req-6eb1d7b8-2b4b-447c-b1a1-e19f665ac49f tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] 10.222.0.20 "GET /v2.0/security-groups?id=85acd191-e35d-4c50-9fc4-e95227d4f852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760350 Mar 11 02:57:35.047118 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-04e73a92-e5ba-4270-8161-a23446cc98f1 req-7a9a9303-dd18-4050-8cb5-cbcf0a2e3c5e tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-112322549&fields=id&tenant_id=a7bd65d0a0b54c449113a4ac00fc662d HTTP/1.1" status: 200 len: 267 time: 0.0489886 Mar 11 02:57:35.057926 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-a0975782-9ef6-4f28-ac85-52e8a1ba0406 req-0cf57ceb-b784-4d1d-be44-b0b105d1e8be tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c65d945-b8d3-4448-96f9-4131a224edd2 HTTP/1.1" status: 200 len: 210 time: 0.0273275 Mar 11 02:57:35.109285 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e73a92-e5ba-4270-8161-a23446cc98f1 req-fe199c15-7a4c-45d9-8c19-31f4a706a5a9 tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:35.111196 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-04e73a92-e5ba-4270-8161-a23446cc98f1 req-fe199c15-7a4c-45d9-8c19-31f4a706a5a9 tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] 10.222.0.20 "GET /v2.0/ports?device_id=258ae442-c6a6-4bea-947c-f3e043b73155 HTTP/1.1" status: 200 len: 945 time: 0.0582790 Mar 11 02:57:35.122685 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.v2.base [req-04e73a92-e5ba-4270-8161-a23446cc98f1 req-9a6daa2c-91fc-476f-bc33-79cf4edf32a2 tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Request body: {'port': {'security_groups': ['7961f483-5dcf-4fb4-a24e-c7e955fcb6b8', '88e82082-e2d3-41e9-8acf-f32938b4d917']}} {{(pid=103103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 02:57:35.185910 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b147ee95-e86f-4edf-8024-17fdbcfcd108 req-d6f983ae-ac93-458a-9297-1b8fb0702c0d tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:35.187489 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-b147ee95-e86f-4edf-8024-17fdbcfcd108 req-d6f983ae-ac93-458a-9297-1b8fb0702c0d tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/ports?device_id=e409d1d5-f58e-4339-96ac-4bf92f2eeb8b HTTP/1.1" status: 200 len: 945 time: 0.0579500 Mar 11 02:57:35.201278 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [req-04e73a92-e5ba-4270-8161-a23446cc98f1 req-9a6daa2c-91fc-476f-bc33-79cf4edf32a2 tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (0aa3aa11-4236-4412-bb5f-61a46d3b6a7e), before_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:35.236866 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-b147ee95-e86f-4edf-8024-17fdbcfcd108 req-1ef0d0ae-a4f8-43b3-ba07-65076b34205c tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/security-groups?id=80bb0548-f8bc-4a80-afbb-37b7a84dba28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430546 Mar 11 02:57:35.295028 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 02:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-688721f3-47b6-4c04-a32f-8213c5070ace x-openstack-request-id: req-688721f3-47b6-4c04-a32f-8213c5070ace {{(pid=103105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 02:57:35.295532 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ca0ee35-6570-423a-b4b6-dca700e30df7", "name": "network-vif-plugged", "status": "completed", "tag": "ce94d90f-3c8f-4b46-9672-a202ac60cbec", "code": 200}]} {{(pid=103105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 02:57:35.296201 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-688721f3-47b6-4c04-a32f-8213c5070ace {{(pid=103105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 02:57:35.296766 dv-cinder-740146-14-smb neutron-server[103105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ca0ee35-6570-423a-b4b6-dca700e30df7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce94d90f-3c8f-4b46-9672-a202ac60cbec', 'code': 200} Mar 11 02:57:35.438660 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.plugins.ml2.db [req-04e73a92-e5ba-4270-8161-a23446cc98f1 req-9a6daa2c-91fc-476f-bc33-79cf4edf32a2 tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] For port 0aa3aa11-4236-4412-bb5f-61a46d3b6a7e, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=0aa3aa11-4236-4412-bb5f-61a46d3b6a7e,segment=NetworkSegment(68036a91-0c82-478d-bdb4-5aba1b23ce2e),segment_id=68036a91-0c82-478d-bdb4-5aba1b23ce2e)] {{(pid=103103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 02:57:35.470571 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [req-04e73a92-e5ba-4270-8161-a23446cc98f1 req-9a6daa2c-91fc-476f-bc33-79cf4edf32a2 tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Publish callbacks [] for port (0aa3aa11-4236-4412-bb5f-61a46d3b6a7e), precommit_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:35.474877 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [req-04e73a92-e5ba-4270-8161-a23446cc98f1 req-9a6daa2c-91fc-476f-bc33-79cf4edf32a2 tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712'] for port (0aa3aa11-4236-4412-bb5f-61a46d3b6a7e), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:35.487237 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] get_ports_and_sgs() called for port_ids ['0aa3aa11-4236-4412-bb5f-61a46d3b6a7e'] {{(pid=103105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 02:57:35.521654 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e73a92-e5ba-4270-8161-a23446cc98f1 req-9a6daa2c-91fc-476f-bc33-79cf4edf32a2 tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:35.522273 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [req-04e73a92-e5ba-4270-8161-a23446cc98f1 req-9a6daa2c-91fc-476f-bc33-79cf4edf32a2 tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-648073'] for port (None), before_response {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:35.523785 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-04e73a92-e5ba-4270-8161-a23446cc98f1 req-9a6daa2c-91fc-476f-bc33-79cf4edf32a2 tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] 10.222.0.20 "PUT /v2.0/ports/0aa3aa11-4236-4412-bb5f-61a46d3b6a7e HTTP/1.1" status: 200 len: 981 time: 0.4058926 Mar 11 02:57:35.524413 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '258ae442-c6a6-4bea-947c-f3e043b73155', 'tag': '0aa3aa11-4236-4412-bb5f-61a46d3b6a7e'}] {{(pid=103103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 02:57:35.542968 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01538650e82e627c230aebb0f4260c9c3d521d1c82d3da266e06d33243b5f1b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-058694b3-2838-41d4-a3d0-ff326279be65" -d '{"events": [{"name": "network-changed", "server_uuid": "258ae442-c6a6-4bea-947c-f3e043b73155", "tag": "0aa3aa11-4236-4412-bb5f-61a46d3b6a7e"}]}' {{(pid=103103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 02:57:35.549047 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c92cb93-5e36-4e73-8531-b94877d79d37 req-3866db20-1982-4542-b9f9-a0e8e3d00db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:35.551409 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-0c92cb93-5e36-4e73-8531-b94877d79d37 req-3866db20-1982-4542-b9f9-a0e8e3d00db9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6ca0ee35-6570-423a-b4b6-dca700e30df7 HTTP/1.1" status: 200 len: 1129 time: 0.0838909 Mar 11 02:57:35.574856 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6daa2c-91fc-476f-bc33-79cf4edf32a2 tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Pushing event updated for resources: {'Port': ['ID=0aa3aa11-4236-4412-bb5f-61a46d3b6a7e,revision_number=6']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:57:35.593884 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 02:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e19d6837-c94f-4ad8-b5bd-d672e9b9ff21 x-openstack-request-id: req-e19d6837-c94f-4ad8-b5bd-d672e9b9ff21 {{(pid=103103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 02:57:35.594449 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "258ae442-c6a6-4bea-947c-f3e043b73155", "tag": "0aa3aa11-4236-4412-bb5f-61a46d3b6a7e", "status": "completed", "code": 200}]} {{(pid=103103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 02:57:35.594947 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e19d6837-c94f-4ad8-b5bd-d672e9b9ff21 {{(pid=103103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 02:57:35.595625 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '258ae442-c6a6-4bea-947c-f3e043b73155', 'tag': '0aa3aa11-4236-4412-bb5f-61a46d3b6a7e', 'status': 'completed', 'code': 200} Mar 11 02:57:35.643671 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] get_ports_and_sgs() called for port_ids ['0aa3aa11-4236-4412-bb5f-61a46d3b6a7e'] {{(pid=103105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 02:57:35.689602 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-0c92cb93-5e36-4e73-8531-b94877d79d37 req-d2a531df-1b5f-4d15-86cf-6842b7f5cf1e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=85acd191-e35d-4c50-9fc4-e95227d4f852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307065 Mar 11 02:57:35.724167 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8778f786-76bc-43b9-8184-f5675320f307 req-4875e191-6757-4447-b84c-93bf69a91156 tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:35.726796 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-8778f786-76bc-43b9-8184-f5675320f307 req-4875e191-6757-4447-b84c-93bf69a91156 tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] 10.222.0.20 "GET /v2.0/ports?device_id=258ae442-c6a6-4bea-947c-f3e043b73155 HTTP/1.1" status: 200 len: 984 time: 0.1055126 Mar 11 02:57:35.728392 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058694b3-2838-41d4-a3d0-ff326279be65 req-0c258d22-fd4e-47b6-b1fa-4eb8c509b460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:35.729920 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-058694b3-2838-41d4-a3d0-ff326279be65 req-0c258d22-fd4e-47b6-b1fa-4eb8c509b460 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a7bd65d0a0b54c449113a4ac00fc662d&device_id=258ae442-c6a6-4bea-947c-f3e043b73155 HTTP/1.1" status: 200 len: 1168 time: 0.0985038 Mar 11 02:57:35.795152 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-8778f786-76bc-43b9-8184-f5675320f307 req-d3bd76b7-33c4-48f9-9ad0-cc0e0ece4276 tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] 10.222.0.20 "GET /v2.0/security-groups?id=88e82082-e2d3-41e9-8acf-f32938b4d917&id=7961f483-5dcf-4fb4-a24e-c7e955fcb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0592458 Mar 11 02:57:35.846228 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e092776-f105-4f62-93fb-ca4c4044d319 req-b332bc3d-140d-4945-99c6-bd1f60d0e066 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:35.848309 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-9e092776-f105-4f62-93fb-ca4c4044d319 req-b332bc3d-140d-4945-99c6-bd1f60d0e066 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/ports?device_id=44ba0812-5702-4378-8cc2-5e7a41359e7e HTTP/1.1" status: 200 len: 945 time: 0.0652795 Mar 11 02:57:35.856536 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [None req-5c8da30e-41b9-46bd-9c86-8b8b10897c4e None None] Provisioning complete for port 0aa3aa11-4236-4412-bb5f-61a46d3b6a7e triggered by entity DHCP. {{(pid=103105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 02:57:35.857024 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-5c8da30e-41b9-46bd-9c86-8b8b10897c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536573942'] for port (0aa3aa11-4236-4412-bb5f-61a46d3b6a7e), provisioning_complete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:35.894861 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-9e092776-f105-4f62-93fb-ca4c4044d319 req-803aebc1-bd63-42e4-b2f8-1ebba5d19e66 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5ad1bfd-bd0d-4e50-9714-1ca1b519c2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399833 Mar 11 02:57:36.066857 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-5c8da30e-41b9-46bd-9c86-8b8b10897c4e None None] Current status of the port 0aa3aa11-4236-4412-bb5f-61a46d3b6a7e is: ACTIVE; New status is: ACTIVE {{(pid=103105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 02:57:36.098995 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08d4539-029a-44b1-8847-22add015ea93 req-cef2d67c-08b0-4c55-b76f-da058ae027dd tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:36.100690 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-d08d4539-029a-44b1-8847-22add015ea93 req-cef2d67c-08b0-4c55-b76f-da058ae027dd tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/ports?device_id=13132607-0993-42da-b12a-915a6d20ac5e HTTP/1.1" status: 200 len: 946 time: 0.1158476 Mar 11 02:57:36.131138 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058694b3-2838-41d4-a3d0-ff326279be65 req-00c3ca4b-2dc8-4d57-96dd-1481866b89a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:36.132597 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-058694b3-2838-41d4-a3d0-ff326279be65 req-00c3ca4b-2dc8-4d57-96dd-1481866b89a6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=aa8f397c-9989-4eb2-96e4-41d8627a091e HTTP/1.1" status: 200 len: 916 time: 0.1176038 Mar 11 02:57:36.282731 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-d08d4539-029a-44b1-8847-22add015ea93 req-12abddd3-ace6-4af0-8a6e-252ee3e0926c tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9c75b18-9067-4656-afb9-de1b8b0fda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1621695 Mar 11 02:57:36.311904 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-058694b3-2838-41d4-a3d0-ff326279be65 req-80be739e-29f9-4ceb-9335-acad183f0d83 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0aa3aa11-4236-4412-bb5f-61a46d3b6a7e HTTP/1.1" status: 200 len: 1000 time: 0.1688435 Mar 11 02:57:36.357324 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf4ffa0-3292-4bd7-8809-52cf7b19e3a4 req-e97984fa-a48b-4a96-8dbf-aca870027331 tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:36.367007 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058694b3-2838-41d4-a3d0-ff326279be65 req-e2b1ce71-4bb5-4bcc-b7d9-b1c23f08b0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:36.368479 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-058694b3-2838-41d4-a3d0-ff326279be65 req-e2b1ce71-4bb5-4bcc-b7d9-b1c23f08b0ee service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d4d08d7c-9091-46e5-9160-e7157dc9cc9d HTTP/1.1" status: 200 len: 854 time: 0.0486381 Mar 11 02:57:36.370546 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-5cf4ffa0-3292-4bd7-8809-52cf7b19e3a4 req-e97984fa-a48b-4a96-8dbf-aca870027331 tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ca0ee35-6570-423a-b4b6-dca700e30df7 HTTP/1.1" status: 200 len: 945 time: 0.1265891 Mar 11 02:57:36.432852 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-5cf4ffa0-3292-4bd7-8809-52cf7b19e3a4 req-c290af4f-574b-4d43-8122-df4929cc2d3b tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] 10.222.0.20 "GET /v2.0/security-groups?id=85acd191-e35d-4c50-9fc4-e95227d4f852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613470 Mar 11 02:57:36.482587 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-7fd80cb1-913c-4395-9f29-d2165d6d1ebb req-1b1722c7-b4b9-4441-95bd-487f8aa512a6 tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c65d945-b8d3-4448-96f9-4131a224edd2 HTTP/1.1" status: 200 len: 210 time: 0.0689771 Mar 11 02:57:36.515061 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1168e4-3fb9-4ea4-b6d0-9c0b45d1508f req-114a1241-912d-409b-8b9d-9dc1ea824469 tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:36.516534 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-5c1168e4-3fb9-4ea4-b6d0-9c0b45d1508f req-114a1241-912d-409b-8b9d-9dc1ea824469 tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] 10.222.0.13 "GET /v2.0/networks?id=5b68b293-4a0a-48e3-9b85-6d8ee55fe3d2 HTTP/1.1" status: 200 len: 808 time: 0.2860441 Mar 11 02:57:36.522940 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058694b3-2838-41d4-a3d0-ff326279be65 req-b0fd8372-d5fc-49b6-9ae5-0a40a735f54d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:36.524290 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-058694b3-2838-41d4-a3d0-ff326279be65 req-b0fd8372-d5fc-49b6-9ae5-0a40a735f54d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=aa8f397c-9989-4eb2-96e4-41d8627a091e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.1237042 Mar 11 02:57:36.537213 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.v2.base [req-5c1168e4-3fb9-4ea4-b6d0-9c0b45d1508f req-0c07124a-e9f1-4904-98aa-ec47d8d836ca tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] Request body: {'port': {'device_id': '8c65d945-b8d3-4448-96f9-4131a224edd2', 'network_id': '5b68b293-4a0a-48e3-9b85-6d8ee55fe3d2', 'admin_state_up': True, 'tenant_id': 'edfb58857d92484693342869f2745a00'}} {{(pid=103104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 02:57:36.583335 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9602d00-b45d-4495-be18-219386f3196a req-d0d04893-4837-497b-8080-c292e3981276 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:36.584828 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-d9602d00-b45d-4495-be18-219386f3196a req-d0d04893-4837-497b-8080-c292e3981276 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/ports?device_id=e409d1d5-f58e-4339-96ac-4bf92f2eeb8b HTTP/1.1" status: 200 len: 945 time: 0.0528545 Mar 11 02:57:36.631411 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-d9602d00-b45d-4495-be18-219386f3196a req-eb69c1fe-dc16-433a-bc42-86d58dfbb9b1 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/security-groups?id=80bb0548-f8bc-4a80-afbb-37b7a84dba28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410266 Mar 11 02:57:36.690658 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-058694b3-2838-41d4-a3d0-ff326279be65 req-d3560c3e-66b7-4fe0-928c-b23813a34a06 service neutron] 10.222.0.13 "GET /v2.0/networks/aa8f397c-9989-4eb2-96e4-41d8627a091e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502457 Mar 11 02:57:36.704860 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c1168e4-3fb9-4ea4-b6d0-9c0b45d1508f req-0c07124a-e9f1-4904-98aa-ec47d8d836ca tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] Made reservation on behalf of edfb58857d92484693342869f2745a00 for: {'port': 1} {{(pid=103104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 02:57:36.708189 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-5c1168e4-3fb9-4ea4-b6d0-9c0b45d1508f req-0c07124a-e9f1-4904-98aa-ec47d8d836ca tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:36.869196 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-058694b3-2838-41d4-a3d0-ff326279be65 req-df9c44bc-685f-44b4-9c5a-be02184580b1 service neutron] 10.222.0.13 "GET /v2.0/networks/aa8f397c-9989-4eb2-96e4-41d8627a091e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580403 Mar 11 02:57:36.895660 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.db.db_base_plugin_common [req-5c1168e4-3fb9-4ea4-b6d0-9c0b45d1508f req-0c07124a-e9f1-4904-98aa-ec47d8d836ca tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] Allocated IP 172.20.0.13 (5b68b293-4a0a-48e3-9b85-6d8ee55fe3d2/1fda893b-b13f-4e6b-b401-c6ba16169aad/b141b665-0d0f-4146-8c84-4f065d575ffe) {{(pid=103104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 02:57:37.040035 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-5c1168e4-3fb9-4ea4-b6d0-9c0b45d1508f req-0c07124a-e9f1-4904-98aa-ec47d8d836ca tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] Publish callbacks [] for port (b141b665-0d0f-4146-8c84-4f065d575ffe), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:37.071396 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-5c1168e4-3fb9-4ea4-b6d0-9c0b45d1508f req-0c07124a-e9f1-4904-98aa-ec47d8d836ca tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774348857676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9193763'] for port (b141b665-0d0f-4146-8c84-4f065d575ffe), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:37.115482 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c1168e4-3fb9-4ea4-b6d0-9c0b45d1508f req-0c07124a-e9f1-4904-98aa-ec47d8d836ca tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] Network 5b68b293-4a0a-48e3-9b85-6d8ee55fe3d2 is already hosted by enough agents. {{(pid=103104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 02:57:37.120438 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.scheduler.base_scheduler [req-5c1168e4-3fb9-4ea4-b6d0-9c0b45d1508f req-0c07124a-e9f1-4904-98aa-ec47d8d836ca tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] Resources bound (agent type, host, resource id): {{(pid=103104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 02:57:37.123936 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c1168e4-3fb9-4ea4-b6d0-9c0b45d1508f req-0c07124a-e9f1-4904-98aa-ec47d8d836ca tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] Received port after_create {{(pid=103104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 02:57:37.129979 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c07124a-e9f1-4904-98aa-ec47d8d836ca tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] Pushing event updated for resources: {'Port': ['ID=b141b665-0d0f-4146-8c84-4f065d575ffe,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:57:37.172208 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1168e4-3fb9-4ea4-b6d0-9c0b45d1508f req-0c07124a-e9f1-4904-98aa-ec47d8d836ca tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:37.172803 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-5c1168e4-3fb9-4ea4-b6d0-9c0b45d1508f req-0c07124a-e9f1-4904-98aa-ec47d8d836ca tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55355'] for port (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:37.188175 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-5c1168e4-3fb9-4ea4-b6d0-9c0b45d1508f req-0c07124a-e9f1-4904-98aa-ec47d8d836ca tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6550257 Mar 11 02:57:37.203638 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.v2.base [req-5c1168e4-3fb9-4ea4-b6d0-9c0b45d1508f req-cd71c967-6c70-4dd9-b5ce-db1ece851040 service neutron] Request body: {'port': {'device_id': '8c65d945-b8d3-4448-96f9-4131a224edd2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=103104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 02:57:37.262591 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-5c1168e4-3fb9-4ea4-b6d0-9c0b45d1508f req-cd71c967-6c70-4dd9-b5ce-db1ece851040 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (b141b665-0d0f-4146-8c84-4f065d575ffe), before_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:37.489946 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980bfe13-ba83-4730-8a5e-28635324ba50 req-1ecd95b2-1c1e-48ab-bfaf-9343d5858c32 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:37.493843 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-980bfe13-ba83-4730-8a5e-28635324ba50 req-1ecd95b2-1c1e-48ab-bfaf-9343d5858c32 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/ports?device_id=13132607-0993-42da-b12a-915a6d20ac5e HTTP/1.1" status: 200 len: 946 time: 0.1126928 Mar 11 02:57:37.565212 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988f6ed6-6fcf-4f44-86de-285d54f918fa req-79429f43-1c24-498e-ae29-860a4e10a010 tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:37.567340 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-988f6ed6-6fcf-4f44-86de-285d54f918fa req-79429f43-1c24-498e-ae29-860a4e10a010 tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ca0ee35-6570-423a-b4b6-dca700e30df7 HTTP/1.1" status: 200 len: 945 time: 0.0567319 Mar 11 02:57:37.580824 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-980bfe13-ba83-4730-8a5e-28635324ba50 req-acf58bae-795a-4eae-93d0-ad7993b10339 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9c75b18-9067-4656-afb9-de1b8b0fda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806227 Mar 11 02:57:37.626109 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-988f6ed6-6fcf-4f44-86de-285d54f918fa req-58fa0369-667b-4370-8d5e-346ced5eab9a tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] 10.222.0.20 "GET /v2.0/security-groups?id=85acd191-e35d-4c50-9fc4-e95227d4f852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518539 Mar 11 02:57:37.626797 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.notifiers.nova [req-5c1168e4-3fb9-4ea4-b6d0-9c0b45d1508f req-cd71c967-6c70-4dd9-b5ce-db1ece851040 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b141b665-0d0f-4146-8c84-4f065d575ffe {{(pid=103104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 02:57:37.635115 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-5c1168e4-3fb9-4ea4-b6d0-9c0b45d1508f req-cd71c967-6c70-4dd9-b5ce-db1ece851040 service neutron] Publish callbacks [] for port (b141b665-0d0f-4146-8c84-4f065d575ffe), precommit_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:37.651393 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.db.provisioning_blocks [req-5c1168e4-3fb9-4ea4-b6d0-9c0b45d1508f req-cd71c967-6c70-4dd9-b5ce-db1ece851040 service neutron] Transition to ACTIVE for port object b141b665-0d0f-4146-8c84-4f065d575ffe will not be triggered until provisioned by entity L2. {{(pid=103104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 02:57:37.659750 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-5c1168e4-3fb9-4ea4-b6d0-9c0b45d1508f req-cd71c967-6c70-4dd9-b5ce-db1ece851040 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9193786'] for port (b141b665-0d0f-4146-8c84-4f065d575ffe), after_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:37.744485 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd71c967-6c70-4dd9-b5ce-db1ece851040 service neutron] Pushing event updated for resources: {'Port': ['ID=b141b665-0d0f-4146-8c84-4f065d575ffe,revision_number=2']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:57:37.782529 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c074e1f7-b0ea-4366-bf4a-2eff7bdb9fb6 req-47f88325-d53f-49af-b50d-6ce5aac7c337 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:37.784585 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-c074e1f7-b0ea-4366-bf4a-2eff7bdb9fb6 req-47f88325-d53f-49af-b50d-6ce5aac7c337 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/ports?device_id=e409d1d5-f58e-4339-96ac-4bf92f2eeb8b HTTP/1.1" status: 200 len: 945 time: 0.0608418 Mar 11 02:57:37.805843 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ebabc2-0e06-40fa-85e3-07a4b6f74ed3 req-b8a1f4ae-e84e-4bba-9920-120de21f4757 tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:37.807386 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-58ebabc2-0e06-40fa-85e3-07a4b6f74ed3 req-b8a1f4ae-e84e-4bba-9920-120de21f4757 tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c65d945-b8d3-4448-96f9-4131a224edd2 HTTP/1.1" status: 200 len: 944 time: 0.1200931 Mar 11 02:57:37.847512 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-c074e1f7-b0ea-4366-bf4a-2eff7bdb9fb6 req-786dd189-eb7a-458a-b30d-26af5215b8b2 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/security-groups?id=80bb0548-f8bc-4a80-afbb-37b7a84dba28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558364 Mar 11 02:57:37.854904 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.managers [req-5c1168e4-3fb9-4ea4-b6d0-9c0b45d1508f req-cd71c967-6c70-4dd9-b5ce-db1ece851040 service neutron] Attempting to bind port b141b665-0d0f-4146-8c84-4f065d575ffe on host hv-cinder-74014 for vnic_type normal with profile {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 02:57:37.855247 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.managers [req-5c1168e4-3fb9-4ea4-b6d0-9c0b45d1508f req-cd71c967-6c70-4dd9-b5ce-db1ece851040 service neutron] Attempting to bind port b141b665-0d0f-4146-8c84-4f065d575ffe by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': '4d52577b-6943-41cf-a855-8eaff886a2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5b68b293-4a0a-48e3-9b85-6d8ee55fe3d2'}] {{(pid=103104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 02:57:37.855574 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c1168e4-3fb9-4ea4-b6d0-9c0b45d1508f req-cd71c967-6c70-4dd9-b5ce-db1ece851040 service neutron] Attempting to bind port b141b665-0d0f-4146-8c84-4f065d575ffe on network 5b68b293-4a0a-48e3-9b85-6d8ee55fe3d2 {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 02:57:37.863187 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c1168e4-3fb9-4ea4-b6d0-9c0b45d1508f req-cd71c967-6c70-4dd9-b5ce-db1ece851040 service neutron] Port b141b665-0d0f-4146-8c84-4f065d575ffe on network 5b68b293-4a0a-48e3-9b85-6d8ee55fe3d2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 02:57:37.863510 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c1168e4-3fb9-4ea4-b6d0-9c0b45d1508f req-cd71c967-6c70-4dd9-b5ce-db1ece851040 service neutron] Attempting to bind port b141b665-0d0f-4146-8c84-4f065d575ffe on network 5b68b293-4a0a-48e3-9b85-6d8ee55fe3d2 {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 02:57:37.875894 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c1168e4-3fb9-4ea4-b6d0-9c0b45d1508f req-cd71c967-6c70-4dd9-b5ce-db1ece851040 service neutron] Checking agent: {'id': '56ad6e9b-975a-4fdf-b549-1f3c33ba94e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 2, 52, 47), 'started_at': datetime.datetime(2022, 3, 11, 2, 52, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 2, 57, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 02:57:37.876245 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c1168e4-3fb9-4ea4-b6d0-9c0b45d1508f req-cd71c967-6c70-4dd9-b5ce-db1ece851040 service neutron] Checking segment: {'id': '4d52577b-6943-41cf-a855-8eaff886a2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5b68b293-4a0a-48e3-9b85-6d8ee55fe3d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 02:57:37.876626 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c1168e4-3fb9-4ea4-b6d0-9c0b45d1508f req-cd71c967-6c70-4dd9-b5ce-db1ece851040 service neutron] Bound using segment: {'id': '4d52577b-6943-41cf-a855-8eaff886a2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5b68b293-4a0a-48e3-9b85-6d8ee55fe3d2'} {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 02:57:37.877096 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.managers [req-5c1168e4-3fb9-4ea4-b6d0-9c0b45d1508f req-cd71c967-6c70-4dd9-b5ce-db1ece851040 service neutron] Bound port: b141b665-0d0f-4146-8c84-4f065d575ffe, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d52577b-6943-41cf-a855-8eaff886a2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5b68b293-4a0a-48e3-9b85-6d8ee55fe3d2'}}] {{(pid=103104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 02:57:37.877458 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-5c1168e4-3fb9-4ea4-b6d0-9c0b45d1508f req-cd71c967-6c70-4dd9-b5ce-db1ece851040 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (b141b665-0d0f-4146-8c84-4f065d575ffe), before_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:37.904771 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-58ebabc2-0e06-40fa-85e3-07a4b6f74ed3 req-2c457860-5488-458f-b4a0-02f364f1c79a tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] 10.222.0.20 "GET /v2.0/security-groups?id=40368df7-125e-4924-af67-08579ebd642e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890133 Mar 11 02:57:37.958345 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.db [req-5c1168e4-3fb9-4ea4-b6d0-9c0b45d1508f req-cd71c967-6c70-4dd9-b5ce-db1ece851040 service neutron] For port b141b665-0d0f-4146-8c84-4f065d575ffe, host hv-cinder-74014, cleared binding levels {{(pid=103104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 02:57:37.962381 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.db [req-5c1168e4-3fb9-4ea4-b6d0-9c0b45d1508f req-cd71c967-6c70-4dd9-b5ce-db1ece851040 service neutron] For port b141b665-0d0f-4146-8c84-4f065d575ffe, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=b141b665-0d0f-4146-8c84-4f065d575ffe,segment=NetworkSegment(4d52577b-6943-41cf-a855-8eaff886a2fe),segment_id=4d52577b-6943-41cf-a855-8eaff886a2fe)] {{(pid=103104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 02:57:37.968247 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-5c1168e4-3fb9-4ea4-b6d0-9c0b45d1508f req-cd71c967-6c70-4dd9-b5ce-db1ece851040 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9193786'] for port (b141b665-0d0f-4146-8c84-4f065d575ffe), after_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:38.002141 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1168e4-3fb9-4ea4-b6d0-9c0b45d1508f req-cd71c967-6c70-4dd9-b5ce-db1ece851040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:38.002994 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-5c1168e4-3fb9-4ea4-b6d0-9c0b45d1508f req-cd71c967-6c70-4dd9-b5ce-db1ece851040 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55355'] for port (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:38.005868 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-5c1168e4-3fb9-4ea4-b6d0-9c0b45d1508f req-cd71c967-6c70-4dd9-b5ce-db1ece851040 service neutron] 10.222.0.13 "PUT /v2.0/ports/b141b665-0d0f-4146-8c84-4f065d575ffe HTTP/1.1" status: 200 len: 1094 time: 0.8062282 Mar 11 02:57:38.007973 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c65d945-b8d3-4448-96f9-4131a224edd2', 'tag': 'b141b665-0d0f-4146-8c84-4f065d575ffe'}] {{(pid=103104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 02:57:38.010199 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b4e7651ceabe3a28ab45abcf2012854968d28c41040a071bcf34f6a69b109a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8429f034-d801-4a3e-aa9c-8018d037e084" -d '{"events": [{"name": "network-changed", "server_uuid": "8c65d945-b8d3-4448-96f9-4131a224edd2", "tag": "b141b665-0d0f-4146-8c84-4f065d575ffe"}]}' {{(pid=103104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 02:57:38.041022 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd71c967-6c70-4dd9-b5ce-db1ece851040 service neutron] Pushing event updated for resources: {'Port': ['ID=b141b665-0d0f-4146-8c84-4f065d575ffe,revision_number=3']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:57:38.046917 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 02:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be697852-dc1c-4706-90f0-bccca3ac4dd5 x-openstack-request-id: req-be697852-dc1c-4706-90f0-bccca3ac4dd5 {{(pid=103104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 02:57:38.047211 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c65d945-b8d3-4448-96f9-4131a224edd2", "tag": "b141b665-0d0f-4146-8c84-4f065d575ffe", "status": "completed", "code": 200}]} {{(pid=103104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 02:57:38.047472 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-be697852-dc1c-4706-90f0-bccca3ac4dd5 {{(pid=103104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 02:57:38.047874 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c65d945-b8d3-4448-96f9-4131a224edd2', 'tag': 'b141b665-0d0f-4146-8c84-4f065d575ffe', 'status': 'completed', 'code': 200} Mar 11 02:57:38.104627 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1168e4-3fb9-4ea4-b6d0-9c0b45d1508f req-8787b770-2971-449d-a74c-d8f10988a101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:38.106160 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-5c1168e4-3fb9-4ea4-b6d0-9c0b45d1508f req-8787b770-2971-449d-a74c-d8f10988a101 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=edfb58857d92484693342869f2745a00&device_id=8c65d945-b8d3-4448-96f9-4131a224edd2 HTTP/1.1" status: 200 len: 1128 time: 0.0445869 Mar 11 02:57:38.146490 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-5c1168e4-3fb9-4ea4-b6d0-9c0b45d1508f req-38638bb0-c3a5-41ee-b400-d208c1d74012 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b141b665-0d0f-4146-8c84-4f065d575ffe HTTP/1.1" status: 200 len: 217 time: 0.0336349 Mar 11 02:57:38.212774 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1168e4-3fb9-4ea4-b6d0-9c0b45d1508f req-fad6af47-5ac8-4563-99cb-e4ce6946322d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:38.214141 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-5c1168e4-3fb9-4ea4-b6d0-9c0b45d1508f req-fad6af47-5ac8-4563-99cb-e4ce6946322d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1fda893b-b13f-4e6b-b401-c6ba16169aad HTTP/1.1" status: 200 len: 848 time: 0.0451806 Mar 11 02:57:38.254947 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-5c1168e4-3fb9-4ea4-b6d0-9c0b45d1508f req-6f4f13b3-2eb8-4240-9a1a-823d31b6aac2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5b68b293-4a0a-48e3-9b85-6d8ee55fe3d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244761 Mar 11 02:57:38.342508 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-5c1168e4-3fb9-4ea4-b6d0-9c0b45d1508f req-c954f7d7-e16c-45c1-b01f-514355ea96c0 service neutron] 10.222.0.13 "GET /v2.0/networks/5b68b293-4a0a-48e3-9b85-6d8ee55fe3d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810914 Mar 11 02:57:38.433607 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-5c1168e4-3fb9-4ea4-b6d0-9c0b45d1508f req-c2198700-ae8d-4b80-9e77-994795528a36 service neutron] 10.222.0.13 "GET /v2.0/networks/5b68b293-4a0a-48e3-9b85-6d8ee55fe3d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825374 Mar 11 02:57:38.526589 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8429f034-d801-4a3e-aa9c-8018d037e084 req-11ec9cdb-f4b4-4e84-9634-b26a5721d7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:38.527982 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-8429f034-d801-4a3e-aa9c-8018d037e084 req-11ec9cdb-f4b4-4e84-9634-b26a5721d7dc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=edfb58857d92484693342869f2745a00&device_id=8c65d945-b8d3-4448-96f9-4131a224edd2 HTTP/1.1" status: 200 len: 1128 time: 0.0442197 Mar 11 02:57:38.618893 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8429f034-d801-4a3e-aa9c-8018d037e084 req-0c8ad84f-96e9-40bc-bfac-2dcc8c421eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:38.620345 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-8429f034-d801-4a3e-aa9c-8018d037e084 req-0c8ad84f-96e9-40bc-bfac-2dcc8c421eb9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5b68b293-4a0a-48e3-9b85-6d8ee55fe3d2 HTTP/1.1" status: 200 len: 909 time: 0.0864370 Mar 11 02:57:38.662538 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-8429f034-d801-4a3e-aa9c-8018d037e084 req-1eefffbf-0b17-491e-8289-804198b6e8cf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b141b665-0d0f-4146-8c84-4f065d575ffe HTTP/1.1" status: 200 len: 217 time: 0.0355899 Mar 11 02:57:38.737024 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8429f034-d801-4a3e-aa9c-8018d037e084 req-9c1ae04d-bb8d-45ed-b1f9-5f06870ec330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:38.739036 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-8429f034-d801-4a3e-aa9c-8018d037e084 req-9c1ae04d-bb8d-45ed-b1f9-5f06870ec330 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1fda893b-b13f-4e6b-b401-c6ba16169aad HTTP/1.1" status: 200 len: 848 time: 0.0693691 Mar 11 02:57:38.745653 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a295ec5-ee04-4bcc-96f8-8816d08be17a req-e861b0ab-19fb-4dff-9561-1ff2611c1039 tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:38.747205 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-6a295ec5-ee04-4bcc-96f8-8816d08be17a req-e861b0ab-19fb-4dff-9561-1ff2611c1039 tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ca0ee35-6570-423a-b4b6-dca700e30df7 HTTP/1.1" status: 200 len: 945 time: 0.0506704 Mar 11 02:57:38.750133 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e2cdfe-441f-4165-b8c2-ef234059bb94 req-cb72e2c7-9920-46da-a2e2-bbe80e03cffd tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:38.751564 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-15e2cdfe-441f-4165-b8c2-ef234059bb94 req-cb72e2c7-9920-46da-a2e2-bbe80e03cffd tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/ports?device_id=13132607-0993-42da-b12a-915a6d20ac5e HTTP/1.1" status: 200 len: 946 time: 0.0917718 Mar 11 02:57:38.787557 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-8429f034-d801-4a3e-aa9c-8018d037e084 req-d8a7657f-b4f9-43de-8e0e-7fc901b91c29 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5b68b293-4a0a-48e3-9b85-6d8ee55fe3d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349464 Mar 11 02:57:38.793672 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-6a295ec5-ee04-4bcc-96f8-8816d08be17a req-ef223ffe-c96b-4342-9e5d-d8407c3bb7be tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] 10.222.0.20 "GET /v2.0/security-groups?id=85acd191-e35d-4c50-9fc4-e95227d4f852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409515 Mar 11 02:57:38.841504 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-15e2cdfe-441f-4165-b8c2-ef234059bb94 req-14231db3-8fa5-4cfb-85c9-1e4477f88a0d tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9c75b18-9067-4656-afb9-de1b8b0fda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816650 Mar 11 02:57:38.909582 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-8429f034-d801-4a3e-aa9c-8018d037e084 req-bec56bb3-338c-4717-8c18-ba73e7f1090f service neutron] 10.222.0.13 "GET /v2.0/networks/5b68b293-4a0a-48e3-9b85-6d8ee55fe3d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144714 Mar 11 02:57:39.247925 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b0805f-1a78-42a7-8e15-ee1bd73f18e2 req-f47fac9d-2eae-47b7-bb25-572ea828943f tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:39.249657 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-f6b0805f-1a78-42a7-8e15-ee1bd73f18e2 req-f47fac9d-2eae-47b7-bb25-572ea828943f tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c65d945-b8d3-4448-96f9-4131a224edd2 HTTP/1.1" status: 200 len: 944 time: 0.0679209 Mar 11 02:57:39.287576 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba50b4b3-36c1-4c07-a221-b122cae03372 req-991d4c97-434b-4bad-998d-d9ea3f7f2ca5 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:39.289100 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-ba50b4b3-36c1-4c07-a221-b122cae03372 req-991d4c97-434b-4bad-998d-d9ea3f7f2ca5 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/ports?device_id=e409d1d5-f58e-4339-96ac-4bf92f2eeb8b HTTP/1.1" status: 200 len: 945 time: 0.3555110 Mar 11 02:57:39.291418 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-8429f034-d801-4a3e-aa9c-8018d037e084 req-8a6b80d0-eef6-4c09-bd93-87414dd16d76 service neutron] 10.222.0.13 "GET /v2.0/networks/5b68b293-4a0a-48e3-9b85-6d8ee55fe3d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3761344 Mar 11 02:57:39.304207 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-f6b0805f-1a78-42a7-8e15-ee1bd73f18e2 req-3837774e-5ac4-4273-8b19-8823bf893414 tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] 10.222.0.20 "GET /v2.0/security-groups?id=40368df7-125e-4924-af67-08579ebd642e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457134 Mar 11 02:57:39.338551 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-ba50b4b3-36c1-4c07-a221-b122cae03372 req-9812446b-404e-44b4-b3f9-78514775aafb tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/security-groups?id=80bb0548-f8bc-4a80-afbb-37b7a84dba28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432062 Mar 11 02:57:39.961039 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b412725e-6fbf-4d2d-bf3e-9a1245e3c319 req-7207d20b-037c-4b1e-b7e7-329883c0ab6a tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:39.962567 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-b412725e-6fbf-4d2d-bf3e-9a1245e3c319 req-7207d20b-037c-4b1e-b7e7-329883c0ab6a tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/ports?device_id=13132607-0993-42da-b12a-915a6d20ac5e HTTP/1.1" status: 200 len: 946 time: 0.0516667 Mar 11 02:57:40.007999 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-b412725e-6fbf-4d2d-bf3e-9a1245e3c319 req-da0f5026-56ed-412e-a385-4663d78b3d96 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9c75b18-9067-4656-afb9-de1b8b0fda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399523 Mar 11 02:57:40.252323 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79258afa-6b77-43d2-b881-b99793e8449d req-b5da8d7d-d9a9-4a41-a8e7-653668bca54e tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:40.254433 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-79258afa-6b77-43d2-b881-b99793e8449d req-b5da8d7d-d9a9-4a41-a8e7-653668bca54e tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/ports?device_id=793849be-e460-43aa-8520-df0dc2494d36 HTTP/1.1" status: 200 len: 945 time: 0.0523615 Mar 11 02:57:40.302650 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-79258afa-6b77-43d2-b881-b99793e8449d req-51717639-438b-4a30-b1a5-36d8cb357bec tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5ad1bfd-bd0d-4e50-9714-1ca1b519c2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426137 Mar 11 02:57:40.422349 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92e2a2e-0c49-42ed-af17-1b137b99df93 req-43cdc915-32dd-4414-a494-556d2a083c55 tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:40.423937 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-e92e2a2e-0c49-42ed-af17-1b137b99df93 req-43cdc915-32dd-4414-a494-556d2a083c55 tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c65d945-b8d3-4448-96f9-4131a224edd2 HTTP/1.1" status: 200 len: 944 time: 0.0508857 Mar 11 02:57:40.458780 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477608fd-027a-4b7e-9e74-0064910d076b req-ae6a906b-13c8-4acb-a54c-aa15e2c0643c tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:40.460356 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-477608fd-027a-4b7e-9e74-0064910d076b req-ae6a906b-13c8-4acb-a54c-aa15e2c0643c tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/ports?device_id=e409d1d5-f58e-4339-96ac-4bf92f2eeb8b HTTP/1.1" status: 200 len: 945 time: 0.0521455 Mar 11 02:57:40.469201 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-e92e2a2e-0c49-42ed-af17-1b137b99df93 req-7258b1a1-4b68-4db9-b228-0d1e0cfcec39 tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] 10.222.0.20 "GET /v2.0/security-groups?id=40368df7-125e-4924-af67-08579ebd642e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390999 Mar 11 02:57:40.506622 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-477608fd-027a-4b7e-9e74-0064910d076b req-881bee17-ec80-4267-b475-fbdd1c09a21f tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/security-groups?id=80bb0548-f8bc-4a80-afbb-37b7a84dba28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407054 Mar 11 02:57:41.126456 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5e8cd3-4c82-403a-b937-a7bb5e8897f4 req-3a63ea47-48f4-419d-946d-1d9578c204e0 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:41.127879 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-6b5e8cd3-4c82-403a-b937-a7bb5e8897f4 req-3a63ea47-48f4-419d-946d-1d9578c204e0 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/ports?device_id=13132607-0993-42da-b12a-915a6d20ac5e HTTP/1.1" status: 200 len: 946 time: 0.0501235 Mar 11 02:57:41.174230 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-6b5e8cd3-4c82-403a-b937-a7bb5e8897f4 req-c9344e3d-e50d-4929-af7d-59e9d900da24 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9c75b18-9067-4656-afb9-de1b8b0fda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409396 Mar 11 02:57:41.422513 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782f1852-94ed-4940-908f-327b99a7f76c req-4575d077-5bce-4210-b42e-f8cb0e49af86 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:41.424050 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-782f1852-94ed-4940-908f-327b99a7f76c req-4575d077-5bce-4210-b42e-f8cb0e49af86 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/ports?device_id=793849be-e460-43aa-8520-df0dc2494d36 HTTP/1.1" status: 200 len: 945 time: 0.0544066 Mar 11 02:57:41.478758 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-782f1852-94ed-4940-908f-327b99a7f76c req-8492c265-a6cf-4d12-958b-1b6a2ed711c1 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5ad1bfd-bd0d-4e50-9714-1ca1b519c2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487289 Mar 11 02:57:41.584865 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e8f5bf-1156-40cc-a576-60f5a6ef305d req-b0e874c6-32ea-490d-8f04-aa2a1e397879 tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:41.586449 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-39e8f5bf-1156-40cc-a576-60f5a6ef305d req-b0e874c6-32ea-490d-8f04-aa2a1e397879 tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c65d945-b8d3-4448-96f9-4131a224edd2 HTTP/1.1" status: 200 len: 944 time: 0.0529335 Mar 11 02:57:41.635801 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-39e8f5bf-1156-40cc-a576-60f5a6ef305d req-34417576-f396-48e0-b865-c74cbcc33c50 tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] 10.222.0.20 "GET /v2.0/security-groups?id=40368df7-125e-4924-af67-08579ebd642e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434778 Mar 11 02:57:41.638723 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b98ccb1-237a-4cd5-ac85-347d2b7eebac req-17bd59f7-f5d2-4bba-b519-98c30288b10a tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:41.640142 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-1b98ccb1-237a-4cd5-ac85-347d2b7eebac req-17bd59f7-f5d2-4bba-b519-98c30288b10a tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/ports?device_id=e409d1d5-f58e-4339-96ac-4bf92f2eeb8b HTTP/1.1" status: 200 len: 945 time: 0.0639992 Mar 11 02:57:41.699701 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-1b98ccb1-237a-4cd5-ac85-347d2b7eebac req-884fbd33-e439-4b69-9812-756dafbdd9e1 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/security-groups?id=80bb0548-f8bc-4a80-afbb-37b7a84dba28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470228 Mar 11 02:57:42.289658 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7c24ca-df06-48b6-bcb0-d2c0fffc9b85 req-73a44a43-6888-447f-8f23-6e63f2c51bf6 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:42.291120 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-3e7c24ca-df06-48b6-bcb0-d2c0fffc9b85 req-73a44a43-6888-447f-8f23-6e63f2c51bf6 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/ports?device_id=13132607-0993-42da-b12a-915a6d20ac5e HTTP/1.1" status: 200 len: 946 time: 0.0518878 Mar 11 02:57:42.335661 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-3e7c24ca-df06-48b6-bcb0-d2c0fffc9b85 req-7f06e598-69bf-4bb6-a05b-54751d420ff7 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9c75b18-9067-4656-afb9-de1b8b0fda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391219 Mar 11 02:57:42.595079 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8847748-dd25-4a11-bf3f-15338bcfa4a5 req-7989cf0f-6a05-4b3f-8bf9-57c1f7aa4a79 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:42.596539 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-c8847748-dd25-4a11-bf3f-15338bcfa4a5 req-7989cf0f-6a05-4b3f-8bf9-57c1f7aa4a79 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/ports?device_id=793849be-e460-43aa-8520-df0dc2494d36 HTTP/1.1" status: 200 len: 945 time: 0.0509715 Mar 11 02:57:42.627676 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Device b141b665-0d0f-4146-8c84-4f065d575ffe details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=103105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 02:57:42.642766 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-c8847748-dd25-4a11-bf3f-15338bcfa4a5 req-db17af0e-ffaa-44e9-ad1b-bf4de5bd13a0 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5ad1bfd-bd0d-4e50-9714-1ca1b519c2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400951 Mar 11 02:57:42.730524 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] For port b141b665-0d0f-4146-8c84-4f065d575ffe, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=b141b665-0d0f-4146-8c84-4f065d575ffe,segment=NetworkSegment(4d52577b-6943-41cf-a855-8eaff886a2fe),segment_id=4d52577b-6943-41cf-a855-8eaff886a2fe)] {{(pid=103105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 02:57:42.743894 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Returning: {'device': 'b141b665-0d0f-4146-8c84-4f065d575ffe', 'network_id': '5b68b293-4a0a-48e3-9b85-6d8ee55fe3d2', 'port_id': 'b141b665-0d0f-4146-8c84-4f065d575ffe', 'mac_address': 'fa:16:3e:fd:a5:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fda893b-b13f-4e6b-b401-c6ba16169aad', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 02:57:42.757498 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4671d34a-0b8b-493d-89d1-a508f17779d3 req-d713c954-dce3-491b-a4a1-40156cd156e1 tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:42.758982 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-4671d34a-0b8b-493d-89d1-a508f17779d3 req-d713c954-dce3-491b-a4a1-40156cd156e1 tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c65d945-b8d3-4448-96f9-4131a224edd2 HTTP/1.1" status: 200 len: 944 time: 0.0569286 Mar 11 02:57:42.782291 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Current status of the port b141b665-0d0f-4146-8c84-4f065d575ffe is: DOWN; New status is: BUILD {{(pid=103105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 02:57:42.782681 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (b141b665-0d0f-4146-8c84-4f065d575ffe), before_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:42.795611 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.notifiers.nova [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b141b665-0d0f-4146-8c84-4f065d575ffe {{(pid=103105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 02:57:42.810154 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-4671d34a-0b8b-493d-89d1-a508f17779d3 req-212312fd-41c6-4441-aa24-5261560ed0bb tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] 10.222.0.20 "GET /v2.0/security-groups?id=40368df7-125e-4924-af67-08579ebd642e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454659 Mar 11 02:57:42.815180 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] For port b141b665-0d0f-4146-8c84-4f065d575ffe, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=b141b665-0d0f-4146-8c84-4f065d575ffe,segment=NetworkSegment(4d52577b-6943-41cf-a855-8eaff886a2fe),segment_id=4d52577b-6943-41cf-a855-8eaff886a2fe)] {{(pid=103105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 02:57:42.820855 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712'] for port (b141b665-0d0f-4146-8c84-4f065d575ffe), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:42.831714 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0398474-ea9b-40bc-9a11-85a5cf47ad7f req-7120ec1b-83b4-46a3-a79d-f504bfdedf62 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:42.833265 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-e0398474-ea9b-40bc-9a11-85a5cf47ad7f req-7120ec1b-83b4-46a3-a79d-f504bfdedf62 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/ports?device_id=e409d1d5-f58e-4339-96ac-4bf92f2eeb8b HTTP/1.1" status: 200 len: 945 time: 0.0592973 Mar 11 02:57:42.873782 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Pushing event updated for resources: {'Port': ['ID=b141b665-0d0f-4146-8c84-4f065d575ffe,revision_number=4']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:57:42.882173 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-e0398474-ea9b-40bc-9a11-85a5cf47ad7f req-a61a2739-4b1f-4f91-b693-74d9dd53fac2 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/security-groups?id=80bb0548-f8bc-4a80-afbb-37b7a84dba28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427232 Mar 11 02:57:43.393617 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] get_ports_and_sgs() called for port_ids ['b141b665-0d0f-4146-8c84-4f065d575ffe'] {{(pid=103105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 02:57:43.413765 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94242de-eaaa-4d19-ac02-9d4e45f29ce4 req-b380708b-6742-4441-8c97-3b8abc675493 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:43.415396 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-f94242de-eaaa-4d19-ac02-9d4e45f29ce4 req-b380708b-6742-4441-8c97-3b8abc675493 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.13 "GET /v2.0/ports?device_id=793849be-e460-43aa-8520-df0dc2494d36 HTTP/1.1" status: 200 len: 945 time: 0.0586810 Mar 11 02:57:43.468465 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecb9f17-97e1-4a3d-852d-5627652b3ff5 req-38439646-7f07-4de1-be64-746a5aa45856 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:43.470038 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-cecb9f17-97e1-4a3d-852d-5627652b3ff5 req-38439646-7f07-4de1-be64-746a5aa45856 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/ports?device_id=13132607-0993-42da-b12a-915a6d20ac5e HTTP/1.1" status: 200 len: 946 time: 0.0592968 Mar 11 02:57:43.529227 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.plugin [req-f94242de-eaaa-4d19-ac02-9d4e45f29ce4 req-bd6db07a-8092-41eb-9ed0-a4d04e387896 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Deleting port cd468ac7-e9d7-46fd-8e96-e3509d02b8df {{(pid=103104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 02:57:43.529591 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-f94242de-eaaa-4d19-ac02-9d4e45f29ce4 req-bd6db07a-8092-41eb-9ed0-a4d04e387896 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774349354222'] for port (cd468ac7-e9d7-46fd-8e96-e3509d02b8df), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:43.535706 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-cecb9f17-97e1-4a3d-852d-5627652b3ff5 req-65c47524-3c63-44b2-a5e1-c174d4b7bb37 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9c75b18-9067-4656-afb9-de1b8b0fda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597847 Mar 11 02:57:43.619380 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.db [req-f94242de-eaaa-4d19-ac02-9d4e45f29ce4 req-bd6db07a-8092-41eb-9ed0-a4d04e387896 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] For port cd468ac7-e9d7-46fd-8e96-e3509d02b8df, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=cd468ac7-e9d7-46fd-8e96-e3509d02b8df,segment=NetworkSegment(9dafc380-f183-4cac-bb58-3fadfbe37e0a),segment_id=9dafc380-f183-4cac-bb58-3fadfbe37e0a)] {{(pid=103104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 02:57:43.619970 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-f94242de-eaaa-4d19-ac02-9d4e45f29ce4 req-bd6db07a-8092-41eb-9ed0-a4d04e387896 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574894'] for port (cd468ac7-e9d7-46fd-8e96-e3509d02b8df), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:43.632225 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.plugin [req-f94242de-eaaa-4d19-ac02-9d4e45f29ce4 req-bd6db07a-8092-41eb-9ed0-a4d04e387896 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Calling delete_port for cd468ac7-e9d7-46fd-8e96-e3509d02b8df owned by compute:nova {{(pid=103104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 02:57:43.816902 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d23874-c4fa-4998-b7b0-784863b6acca req-b84a3ea8-67b2-47dd-a82b-30516797ed49 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:43.818563 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-c8d23874-c4fa-4998-b7b0-784863b6acca req-b84a3ea8-67b2-47dd-a82b-30516797ed49 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/ports?device_id=793849be-e460-43aa-8520-df0dc2494d36 HTTP/1.1" status: 200 len: 945 time: 0.1077595 Mar 11 02:57:43.819708 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-f94242de-eaaa-4d19-ac02-9d4e45f29ce4 req-bd6db07a-8092-41eb-9ed0-a4d04e387896 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774349360213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774348857685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9193763'] for port (cd468ac7-e9d7-46fd-8e96-e3509d02b8df), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:43.836746 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] get_ports_and_sgs() called for port_ids ['cd468ac7-e9d7-46fd-8e96-e3509d02b8df', 'd667e6b8-6222-406b-9aa8-bcfc50864c9a'] {{(pid=103105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 02:57:43.854749 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6db07a-8092-41eb-9ed0-a4d04e387896 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Pushing event deleted for resources: {'Port': ['ID=cd468ac7-e9d7-46fd-8e96-e3509d02b8df,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:57:43.939433 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.db.l3_dvrscheduler_db [req-f94242de-eaaa-4d19-ac02-9d4e45f29ce4 req-bd6db07a-8092-41eb-9ed0-a4d04e387896 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] No DVR routers for this DVR port cd468ac7-e9d7-46fd-8e96-e3509d02b8df on host hv-cinder-74014 {{(pid=103104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 02:57:43.948296 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-f94242de-eaaa-4d19-ac02-9d4e45f29ce4 req-bd6db07a-8092-41eb-9ed0-a4d04e387896 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55355'] for port (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:43.948296 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-f94242de-eaaa-4d19-ac02-9d4e45f29ce4 req-bd6db07a-8092-41eb-9ed0-a4d04e387896 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.13 "DELETE /v2.0/ports/cd468ac7-e9d7-46fd-8e96-e3509d02b8df HTTP/1.1" status: 204 len: 173 time: 0.5257463 Mar 11 02:57:43.948623 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '793849be-e460-43aa-8520-df0dc2494d36', 'name': 'network-vif-deleted', 'tag': 'cd468ac7-e9d7-46fd-8e96-e3509d02b8df'}] {{(pid=103104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 02:57:43.950814 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b4e7651ceabe3a28ab45abcf2012854968d28c41040a071bcf34f6a69b109a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0719c8e8-0d06-48eb-8406-c16ee842756f" -d '{"events": [{"server_uuid": "793849be-e460-43aa-8520-df0dc2494d36", "name": "network-vif-deleted", "tag": "cd468ac7-e9d7-46fd-8e96-e3509d02b8df"}]}' {{(pid=103104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 02:57:43.955862 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-c8d23874-c4fa-4998-b7b0-784863b6acca req-7a79d596-807a-4bc9-b7ce-243e632c47c2 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5ad1bfd-bd0d-4e50-9714-1ca1b519c2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278653 Mar 11 02:57:43.970801 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a010b3b-2010-4c8b-9a3b-10a74d1deb48 req-10987db8-d253-4c33-851f-88d1ba48e177 tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:43.972516 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-9a010b3b-2010-4c8b-9a3b-10a74d1deb48 req-10987db8-d253-4c33-851f-88d1ba48e177 tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c65d945-b8d3-4448-96f9-4131a224edd2 HTTP/1.1" status: 200 len: 945 time: 0.0686965 Mar 11 02:57:44.052810 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-9a010b3b-2010-4c8b-9a3b-10a74d1deb48 req-a2a38d52-1941-4b6a-99ad-52a33124c515 tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] 10.222.0.20 "GET /v2.0/security-groups?id=40368df7-125e-4924-af67-08579ebd642e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712254 Mar 11 02:57:44.106314 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 02:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a72be358-66d6-4a0b-a8d5-eaee7a82cdee x-openstack-request-id: req-a72be358-66d6-4a0b-a8d5-eaee7a82cdee {{(pid=103104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 02:57:44.106603 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "793849be-e460-43aa-8520-df0dc2494d36", "name": "network-vif-deleted", "tag": "cd468ac7-e9d7-46fd-8e96-e3509d02b8df", "status": "completed", "code": 200}]} {{(pid=103104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 02:57:44.106857 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a72be358-66d6-4a0b-a8d5-eaee7a82cdee {{(pid=103104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 02:57:44.107254 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '793849be-e460-43aa-8520-df0dc2494d36', 'name': 'network-vif-deleted', 'tag': 'cd468ac7-e9d7-46fd-8e96-e3509d02b8df', 'status': 'completed', 'code': 200} Mar 11 02:57:44.138242 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f910036c-276f-461d-8904-c48f0c93e5af req-38d6ea0b-3523-4d69-8071-621e7287ac39 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:44.139861 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-f910036c-276f-461d-8904-c48f0c93e5af req-38d6ea0b-3523-4d69-8071-621e7287ac39 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/ports?device_id=e409d1d5-f58e-4339-96ac-4bf92f2eeb8b HTTP/1.1" status: 200 len: 945 time: 0.0658803 Mar 11 02:57:44.205027 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-f910036c-276f-461d-8904-c48f0c93e5af req-bb7e16da-d69f-4906-82e1-12fd317ccffb tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/security-groups?id=80bb0548-f8bc-4a80-afbb-37b7a84dba28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588291 Mar 11 02:57:44.662255 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0ad961-1d80-41b8-a2bb-875d4f16276e req-7be60677-931c-41ff-9170-47182944f9fe tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:44.663725 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-6f0ad961-1d80-41b8-a2bb-875d4f16276e req-7be60677-931c-41ff-9170-47182944f9fe tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/ports?device_id=13132607-0993-42da-b12a-915a6d20ac5e HTTP/1.1" status: 200 len: 946 time: 0.0572102 Mar 11 02:57:44.710570 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-6f0ad961-1d80-41b8-a2bb-875d4f16276e req-62ef4009-226d-4292-a9d0-8854565b5adb tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9c75b18-9067-4656-afb9-de1b8b0fda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413301 Mar 11 02:57:45.172116 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a8912a-a5d5-4be3-ad6c-6f9a09696659 req-074d63d8-a13e-4890-91f1-0970a058cab3 tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:45.173624 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-a7a8912a-a5d5-4be3-ad6c-6f9a09696659 req-074d63d8-a13e-4890-91f1-0970a058cab3 tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c65d945-b8d3-4448-96f9-4131a224edd2 HTTP/1.1" status: 200 len: 945 time: 0.0595424 Mar 11 02:57:45.221595 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-a7a8912a-a5d5-4be3-ad6c-6f9a09696659 req-c077f080-8d4e-4816-ae71-c436a03de89e tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] 10.222.0.20 "GET /v2.0/security-groups?id=40368df7-125e-4924-af67-08579ebd642e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421882 Mar 11 02:57:45.232373 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b23eaf1-5641-4679-a317-c4fb21a3ccac req-4956102e-2d0e-4b7c-bd51-563f11c21cd5 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:45.240938 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-5b23eaf1-5641-4679-a317-c4fb21a3ccac req-4956102e-2d0e-4b7c-bd51-563f11c21cd5 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/ports?device_id=44ba0812-5702-4378-8cc2-5e7a41359e7e HTTP/1.1" status: 200 len: 945 time: 0.0601783 Mar 11 02:57:45.290382 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-5b23eaf1-5641-4679-a317-c4fb21a3ccac req-e9b02f7f-e0fb-4733-b5b3-054536554515 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5ad1bfd-bd0d-4e50-9714-1ca1b519c2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430648 Mar 11 02:57:45.329604 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c178bb06-558c-49f2-8948-2791e43307b5 req-0a564339-f1da-4426-95b4-cc04d195ef34 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:45.331666 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-c178bb06-558c-49f2-8948-2791e43307b5 req-0a564339-f1da-4426-95b4-cc04d195ef34 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/ports?device_id=e409d1d5-f58e-4339-96ac-4bf92f2eeb8b HTTP/1.1" status: 200 len: 945 time: 0.0529435 Mar 11 02:57:45.377236 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-c178bb06-558c-49f2-8948-2791e43307b5 req-6197ffe4-0d75-421f-8879-90fa7d7b9dc5 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/security-groups?id=80bb0548-f8bc-4a80-afbb-37b7a84dba28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397310 Mar 11 02:57:45.839455 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9e06a0-fa68-429d-a230-416023c2e189 req-fa59df22-cee8-4a7c-b368-56486ac45f64 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:45.840846 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-9c9e06a0-fa68-429d-a230-416023c2e189 req-fa59df22-cee8-4a7c-b368-56486ac45f64 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/ports?device_id=13132607-0993-42da-b12a-915a6d20ac5e HTTP/1.1" status: 200 len: 946 time: 0.0598621 Mar 11 02:57:45.887131 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-9c9e06a0-fa68-429d-a230-416023c2e189 req-4c0a0077-6891-4bf0-b90f-c2001ca22bbb tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9c75b18-9067-4656-afb9-de1b8b0fda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408006 Mar 11 02:57:46.338384 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe7e94b-15e0-434d-a581-59f566409f8a req-c9d89dd4-8e82-4aed-ada5-556f47031c0b tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:46.339873 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-6fe7e94b-15e0-434d-a581-59f566409f8a req-c9d89dd4-8e82-4aed-ada5-556f47031c0b tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c65d945-b8d3-4448-96f9-4131a224edd2 HTTP/1.1" status: 200 len: 945 time: 0.0515370 Mar 11 02:57:46.386168 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-6fe7e94b-15e0-434d-a581-59f566409f8a req-1b77de48-34b9-42db-8a5f-b208e9355b8c tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] 10.222.0.20 "GET /v2.0/security-groups?id=40368df7-125e-4924-af67-08579ebd642e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408740 Mar 11 02:57:46.417455 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a988d6-2f38-4b8d-9574-5b726b9f8d5b req-4fb1a343-57e3-436d-8d9a-da085ab64a7d tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:46.419018 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-37a988d6-2f38-4b8d-9574-5b726b9f8d5b req-4fb1a343-57e3-436d-8d9a-da085ab64a7d tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/ports?device_id=44ba0812-5702-4378-8cc2-5e7a41359e7e HTTP/1.1" status: 200 len: 945 time: 0.0520782 Mar 11 02:57:46.482889 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-37a988d6-2f38-4b8d-9574-5b726b9f8d5b req-67d921cd-f285-48f9-b98e-a47fdc1eadb1 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5ad1bfd-bd0d-4e50-9714-1ca1b519c2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569415 Mar 11 02:57:46.499438 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275b55b5-94f8-4588-b845-3110ba435e34 req-a07f3381-8176-49fb-b434-ba9dc210f3c7 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:46.500986 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-275b55b5-94f8-4588-b845-3110ba435e34 req-a07f3381-8176-49fb-b434-ba9dc210f3c7 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/ports?device_id=e409d1d5-f58e-4339-96ac-4bf92f2eeb8b HTTP/1.1" status: 200 len: 945 time: 0.0541630 Mar 11 02:57:46.550164 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-275b55b5-94f8-4588-b845-3110ba435e34 req-e9c0604a-f0d6-4534-8d4a-63cdf3851fe6 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/security-groups?id=80bb0548-f8bc-4a80-afbb-37b7a84dba28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430312 Mar 11 02:57:46.661042 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Device 376644d1-d63b-4c41-ba43-be4c17127867 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=103105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 02:57:46.664141 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Device b141b665-0d0f-4146-8c84-4f065d575ffe up at agent hyperv_hv-cinder-74014 {{(pid=103105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 02:57:46.778544 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Provisioning for port b141b665-0d0f-4146-8c84-4f065d575ffe completed by entity L2. {{(pid=103105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 02:57:46.784704 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Provisioning complete for port b141b665-0d0f-4146-8c84-4f065d575ffe triggered by entity L2. {{(pid=103105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 02:57:46.785103 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536573942'] for port (b141b665-0d0f-4146-8c84-4f065d575ffe), provisioning_complete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:46.822834 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] For port 376644d1-d63b-4c41-ba43-be4c17127867, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=376644d1-d63b-4c41-ba43-be4c17127867,segment=NetworkSegment(e477fdca-2d56-4686-9dff-dd5cd9b82843),segment_id=e477fdca-2d56-4686-9dff-dd5cd9b82843)] {{(pid=103105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 02:57:46.841736 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Returning: {'device': '376644d1-d63b-4c41-ba43-be4c17127867', 'network_id': 'c37e13a0-a6c7-4b0f-ae0c-93319b771da2', 'port_id': '376644d1-d63b-4c41-ba43-be4c17127867', 'mac_address': 'fa:16:3e:ed:6e:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c53e0a5-6c83-4aeb-b9db-2d1372c504dc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 02:57:46.908549 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Current status of the port 376644d1-d63b-4c41-ba43-be4c17127867 is: ACTIVE; New status is: BUILD {{(pid=103105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 02:57:46.908949 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (376644d1-d63b-4c41-ba43-be4c17127867), before_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:46.924707 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Current status of the port b141b665-0d0f-4146-8c84-4f065d575ffe is: BUILD; New status is: ACTIVE {{(pid=103105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 02:57:46.925652 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (b141b665-0d0f-4146-8c84-4f065d575ffe), before_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:46.930444 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.notifiers.nova [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 376644d1-d63b-4c41-ba43-be4c17127867 {{(pid=103105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 02:57:46.965170 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c65d945-b8d3-4448-96f9-4131a224edd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b141b665-0d0f-4146-8c84-4f065d575ffe'}] {{(pid=103105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 02:57:46.967365 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}703a16387464127cc7b8de6906938e3e01810e7f46b2e9393936db54d9388ffe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-266cb589-8c22-4f45-94d2-6cf2ba0d0bc4" -d '{"events": [{"server_uuid": "8c65d945-b8d3-4448-96f9-4131a224edd2", "name": "network-vif-plugged", "status": "completed", "tag": "b141b665-0d0f-4146-8c84-4f065d575ffe"}]}' {{(pid=103105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 02:57:46.972659 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] For port 376644d1-d63b-4c41-ba43-be4c17127867, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=376644d1-d63b-4c41-ba43-be4c17127867,segment=NetworkSegment(e477fdca-2d56-4686-9dff-dd5cd9b82843),segment_id=e477fdca-2d56-4686-9dff-dd5cd9b82843)] {{(pid=103105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 02:57:46.980486 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712'] for port (376644d1-d63b-4c41-ba43-be4c17127867), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:46.983022 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] For port b141b665-0d0f-4146-8c84-4f065d575ffe, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=b141b665-0d0f-4146-8c84-4f065d575ffe,segment=NetworkSegment(4d52577b-6943-41cf-a855-8eaff886a2fe),segment_id=4d52577b-6943-41cf-a855-8eaff886a2fe)] {{(pid=103105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 02:57:46.989005 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712'] for port (b141b665-0d0f-4146-8c84-4f065d575ffe), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:46.989916 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Device cd468ac7-e9d7-46fd-8e96-e3509d02b8df no longer exists at agent hyperv_hv-cinder-74014 {{(pid=103105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 02:57:47.016871 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afc96d7-f4f3-45d1-88f6-c71838c78f07 req-aa0888dc-c393-4a7b-8761-93645b11f7d1 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:47.018423 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-9afc96d7-f4f3-45d1-88f6-c71838c78f07 req-aa0888dc-c393-4a7b-8761-93645b11f7d1 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/ports?device_id=13132607-0993-42da-b12a-915a6d20ac5e HTTP/1.1" status: 200 len: 946 time: 0.0570214 Mar 11 02:57:47.030843 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 02:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b3463c6-4bf3-462f-981c-ea4cf4eb0ed3 x-openstack-request-id: req-7b3463c6-4bf3-462f-981c-ea4cf4eb0ed3 {{(pid=103105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 02:57:47.031157 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c65d945-b8d3-4448-96f9-4131a224edd2", "name": "network-vif-plugged", "status": "completed", "tag": "b141b665-0d0f-4146-8c84-4f065d575ffe", "code": 200}]} {{(pid=103105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 02:57:47.031620 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7b3463c6-4bf3-462f-981c-ea4cf4eb0ed3 {{(pid=103105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 02:57:47.032009 dv-cinder-740146-14-smb neutron-server[103105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c65d945-b8d3-4448-96f9-4131a224edd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b141b665-0d0f-4146-8c84-4f065d575ffe', 'code': 200} Mar 11 02:57:47.038724 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] No Port match for: cd468ac7-e9d7-46fd-8e96-e3509d02b8df {{(pid=103105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 02:57:47.039282 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Device cd468ac7-e9d7-46fd-8e96-e3509d02b8df not bound to the agent host hv-cinder-74014 {{(pid=103105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 02:57:47.061463 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Pushing event updated for resources: {'Port': ['ID=376644d1-d63b-4c41-ba43-be4c17127867,revision_number=6']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:57:47.076126 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-9afc96d7-f4f3-45d1-88f6-c71838c78f07 req-4e1c4197-e7e0-47b2-921c-15ee51c0a4ed tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9c75b18-9067-4656-afb9-de1b8b0fda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513380 Mar 11 02:57:47.115515 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] get_ports_and_sgs() called for port_ids ['376644d1-d63b-4c41-ba43-be4c17127867'] {{(pid=103105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 02:57:47.122597 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Pushing event updated for resources: {'Port': ['ID=b141b665-0d0f-4146-8c84-4f065d575ffe,revision_number=5']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:57:47.189181 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9a835c-a4c4-4934-a699-dceab6cbab58 req-dcd56395-5874-41d2-becd-2c847a00a0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:47.191193 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-fb9a835c-a4c4-4934-a699-dceab6cbab58 req-dcd56395-5874-41d2-becd-2c847a00a0e9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8c65d945-b8d3-4448-96f9-4131a224edd2 HTTP/1.1" status: 200 len: 1130 time: 0.0421140 Mar 11 02:57:47.236168 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-fb9a835c-a4c4-4934-a699-dceab6cbab58 req-83931032-27ad-4a33-83e3-db97cf234b70 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=40368df7-125e-4924-af67-08579ebd642e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366609 Mar 11 02:57:47.301104 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (56ad6e9b-975a-4fdf-b549-1f3c33ba94e0), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:47.502036 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227ae07c-9ab0-4d76-beec-05b44f310966 req-500b51f5-b3cb-45e6-86d1-cd19e4e315da tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:47.504037 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-227ae07c-9ab0-4d76-beec-05b44f310966 req-500b51f5-b3cb-45e6-86d1-cd19e4e315da tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c65d945-b8d3-4448-96f9-4131a224edd2 HTTP/1.1" status: 200 len: 946 time: 0.0521855 Mar 11 02:57:47.551744 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-227ae07c-9ab0-4d76-beec-05b44f310966 req-6ea18ea5-9e14-461c-bfa5-32ba3b2c5db0 tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] 10.222.0.20 "GET /v2.0/security-groups?id=40368df7-125e-4924-af67-08579ebd642e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406756 Mar 11 02:57:47.604296 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6096672f-5961-481c-bfd0-4d12fce03565 req-75773384-d86a-4150-8f99-3f8fd714efa5 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:47.605822 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-6096672f-5961-481c-bfd0-4d12fce03565 req-75773384-d86a-4150-8f99-3f8fd714efa5 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/ports?device_id=44ba0812-5702-4378-8cc2-5e7a41359e7e HTTP/1.1" status: 200 len: 945 time: 0.0564637 Mar 11 02:57:47.652126 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-6096672f-5961-481c-bfd0-4d12fce03565 req-8cd3b6cd-8b84-46a4-9101-4957bba62168 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5ad1bfd-bd0d-4e50-9714-1ca1b519c2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406938 Mar 11 02:57:47.668497 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c7a9e0-4cc4-472f-a011-cadcf655f47f req-68e6c63a-dd7d-470c-9bd2-2d4d7a57593f tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:47.670054 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-75c7a9e0-4cc4-472f-a011-cadcf655f47f req-68e6c63a-dd7d-470c-9bd2-2d4d7a57593f tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/ports?device_id=e409d1d5-f58e-4339-96ac-4bf92f2eeb8b HTTP/1.1" status: 200 len: 944 time: 0.0516515 Mar 11 02:57:47.715930 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-75c7a9e0-4cc4-472f-a011-cadcf655f47f req-a4d69eed-eaa4-450c-af8d-d1d045022c76 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/security-groups?id=80bb0548-f8bc-4a80-afbb-37b7a84dba28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397859 Mar 11 02:57:48.186781 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d007ed-6ec9-4209-9c46-48da73f18f00 req-3a62d6d0-11a4-4d6d-a831-1832f083052d tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:48.188231 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-20d007ed-6ec9-4209-9c46-48da73f18f00 req-3a62d6d0-11a4-4d6d-a831-1832f083052d tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/ports?device_id=13132607-0993-42da-b12a-915a6d20ac5e HTTP/1.1" status: 200 len: 946 time: 0.0510523 Mar 11 02:57:48.232755 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-20d007ed-6ec9-4209-9c46-48da73f18f00 req-1f14fd95-310e-4835-b0ae-c2cb3d8b71ff tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9c75b18-9067-4656-afb9-de1b8b0fda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390854 Mar 11 02:57:48.376874 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27866b9a-c1ac-4e9f-a190-599897eb8ec4 req-6c5cacce-54fa-437e-aaea-0cd8991d2645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:48.378303 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-27866b9a-c1ac-4e9f-a190-599897eb8ec4 req-6c5cacce-54fa-437e-aaea-0cd8991d2645 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=016945d4fe40485aa894be1440edd3ad&device_id=e409d1d5-f58e-4339-96ac-4bf92f2eeb8b HTTP/1.1" status: 200 len: 1128 time: 0.0475791 Mar 11 02:57:48.479057 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27866b9a-c1ac-4e9f-a190-599897eb8ec4 req-2045f84a-ed14-4db3-aefb-6eaa908faf17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:48.480584 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-27866b9a-c1ac-4e9f-a190-599897eb8ec4 req-2045f84a-ed14-4db3-aefb-6eaa908faf17 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c37e13a0-a6c7-4b0f-ae0c-93319b771da2 HTTP/1.1" status: 200 len: 917 time: 0.0837524 Mar 11 02:57:48.547328 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-27866b9a-c1ac-4e9f-a190-599897eb8ec4 req-005d7cdd-a7a8-4a16-afa8-76eaa0b158b8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=376644d1-d63b-4c41-ba43-be4c17127867 HTTP/1.1" status: 200 len: 1000 time: 0.0593016 Mar 11 02:57:48.593472 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27866b9a-c1ac-4e9f-a190-599897eb8ec4 req-9679f2f8-a1ef-40f9-a419-0fa5a789802a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:48.594910 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-27866b9a-c1ac-4e9f-a190-599897eb8ec4 req-9679f2f8-a1ef-40f9-a419-0fa5a789802a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5c53e0a5-6c83-4aeb-b9db-2d1372c504dc HTTP/1.1" status: 200 len: 855 time: 0.0414853 Mar 11 02:57:48.645887 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27866b9a-c1ac-4e9f-a190-599897eb8ec4 req-4d0fd1db-d21b-41f2-aec9-234118873842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:48.647293 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-27866b9a-c1ac-4e9f-a190-599897eb8ec4 req-4d0fd1db-d21b-41f2-aec9-234118873842 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c37e13a0-a6c7-4b0f-ae0c-93319b771da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0441642 Mar 11 02:57:48.672613 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b860736-2f4b-4692-bad0-102a00014bfb req-651a83d6-69d1-409f-9bde-470779aff20a tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:48.674115 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-0b860736-2f4b-4692-bad0-102a00014bfb req-651a83d6-69d1-409f-9bde-470779aff20a tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c65d945-b8d3-4448-96f9-4131a224edd2 HTTP/1.1" status: 200 len: 946 time: 0.0569067 Mar 11 02:57:48.680602 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Device 376644d1-d63b-4c41-ba43-be4c17127867 up at agent hyperv_hv-cinder-74014 {{(pid=103105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 02:57:48.731574 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-0b860736-2f4b-4692-bad0-102a00014bfb req-ff2a5139-e355-4432-8650-61b2f57db089 tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] 10.222.0.20 "GET /v2.0/security-groups?id=40368df7-125e-4924-af67-08579ebd642e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473840 Mar 11 02:57:48.735314 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Provisioning complete for port 376644d1-d63b-4c41-ba43-be4c17127867 triggered by entity L2. {{(pid=103105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 02:57:48.736060 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536573942'] for port (376644d1-d63b-4c41-ba43-be4c17127867), provisioning_complete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:48.777353 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-27866b9a-c1ac-4e9f-a190-599897eb8ec4 req-ad534656-391d-4488-b310-613e10d1a123 service neutron] 10.222.0.13 "GET /v2.0/networks/c37e13a0-a6c7-4b0f-ae0c-93319b771da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200323 Mar 11 02:57:48.814481 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e9b038-76b2-4da2-85ae-ce9354e5586b req-859b3466-abf9-4f56-a6f5-ace2e9fe717c tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:48.816030 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-b5e9b038-76b2-4da2-85ae-ce9354e5586b req-859b3466-abf9-4f56-a6f5-ace2e9fe717c tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/ports?device_id=44ba0812-5702-4378-8cc2-5e7a41359e7e HTTP/1.1" status: 200 len: 945 time: 0.0915782 Mar 11 02:57:48.843245 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Current status of the port 376644d1-d63b-4c41-ba43-be4c17127867 is: BUILD; New status is: ACTIVE {{(pid=103105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 02:57:48.843644 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (376644d1-d63b-4c41-ba43-be4c17127867), before_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:48.866449 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed1a906-7ac4-4c6e-a071-1fdb8e19386d req-d65810eb-bb2f-42e3-99a5-bcc0f1574c6b tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:48.868213 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-eed1a906-7ac4-4c6e-a071-1fdb8e19386d req-d65810eb-bb2f-42e3-99a5-bcc0f1574c6b tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/ports?device_id=e409d1d5-f58e-4339-96ac-4bf92f2eeb8b HTTP/1.1" status: 200 len: 944 time: 0.0767875 Mar 11 02:57:48.900398 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] For port 376644d1-d63b-4c41-ba43-be4c17127867, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=376644d1-d63b-4c41-ba43-be4c17127867,segment=NetworkSegment(e477fdca-2d56-4686-9dff-dd5cd9b82843),segment_id=e477fdca-2d56-4686-9dff-dd5cd9b82843)] {{(pid=103105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 02:57:48.906980 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712'] for port (376644d1-d63b-4c41-ba43-be4c17127867), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:48.921681 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-b5e9b038-76b2-4da2-85ae-ce9354e5586b req-35620926-dc74-433f-b7cb-c7288554f8d1 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5ad1bfd-bd0d-4e50-9714-1ca1b519c2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946431 Mar 11 02:57:48.942074 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-27866b9a-c1ac-4e9f-a190-599897eb8ec4 req-8112db0b-a0f4-452f-85dd-720a67b5edab service neutron] 10.222.0.13 "GET /v2.0/networks/c37e13a0-a6c7-4b0f-ae0c-93319b771da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520298 Mar 11 02:57:48.949481 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-eed1a906-7ac4-4c6e-a071-1fdb8e19386d req-88c30825-4ad1-40a8-a581-8be248b046f6 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/security-groups?id=80bb0548-f8bc-4a80-afbb-37b7a84dba28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754240 Mar 11 02:57:48.977345 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Pushing event updated for resources: {'Port': ['ID=376644d1-d63b-4c41-ba43-be4c17127867,revision_number=7']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:57:49.033525 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e409d1d5-f58e-4339-96ac-4bf92f2eeb8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '376644d1-d63b-4c41-ba43-be4c17127867'}] {{(pid=103105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 02:57:49.036628 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}703a16387464127cc7b8de6906938e3e01810e7f46b2e9393936db54d9388ffe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-785c2798-8ace-4c8e-9592-219f28154921" -d '{"events": [{"server_uuid": "e409d1d5-f58e-4339-96ac-4bf92f2eeb8b", "name": "network-vif-plugged", "status": "completed", "tag": "376644d1-d63b-4c41-ba43-be4c17127867"}]}' {{(pid=103105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 02:57:49.069882 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 02:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4266a29e-548e-4b1c-a48e-9072bb8b4241 x-openstack-request-id: req-4266a29e-548e-4b1c-a48e-9072bb8b4241 {{(pid=103105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 02:57:49.070200 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e409d1d5-f58e-4339-96ac-4bf92f2eeb8b", "name": "network-vif-plugged", "status": "completed", "tag": "376644d1-d63b-4c41-ba43-be4c17127867", "code": 200}]} {{(pid=103105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 02:57:49.070491 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4266a29e-548e-4b1c-a48e-9072bb8b4241 {{(pid=103105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 02:57:49.070867 dv-cinder-740146-14-smb neutron-server[103105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e409d1d5-f58e-4339-96ac-4bf92f2eeb8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '376644d1-d63b-4c41-ba43-be4c17127867', 'code': 200} Mar 11 02:57:49.351581 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3f5edf-6a11-43dd-97aa-75299232b29d req-daff332d-6700-48b2-ad6a-61c93e49b7c6 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:49.353060 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-8f3f5edf-6a11-43dd-97aa-75299232b29d req-daff332d-6700-48b2-ad6a-61c93e49b7c6 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/ports?device_id=13132607-0993-42da-b12a-915a6d20ac5e HTTP/1.1" status: 200 len: 946 time: 0.0547342 Mar 11 02:57:49.399292 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-8f3f5edf-6a11-43dd-97aa-75299232b29d req-a64518a2-73c1-4078-bac2-8a610b33af1d tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9c75b18-9067-4656-afb9-de1b8b0fda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406954 Mar 11 02:57:49.866962 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8343ea96-2b88-492f-a4f3-696a9c2753d3 req-906aa612-76df-4189-b564-dfdadb1a8f9f tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:49.868492 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-8343ea96-2b88-492f-a4f3-696a9c2753d3 req-906aa612-76df-4189-b564-dfdadb1a8f9f tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c65d945-b8d3-4448-96f9-4131a224edd2 HTTP/1.1" status: 200 len: 946 time: 0.0668180 Mar 11 02:57:49.926625 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-8343ea96-2b88-492f-a4f3-696a9c2753d3 req-b7cd5d6d-8e8d-4b5c-a3da-ff075fbade09 tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] 10.222.0.20 "GET /v2.0/security-groups?id=40368df7-125e-4924-af67-08579ebd642e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525777 Mar 11 02:57:50.073109 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2cb87e-fbcd-4874-8dcb-e20407100d34 req-0ef591a4-c537-40b6-a34b-a43a606971e8 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:50.074734 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-1e2cb87e-fbcd-4874-8dcb-e20407100d34 req-0ef591a4-c537-40b6-a34b-a43a606971e8 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/ports?device_id=44ba0812-5702-4378-8cc2-5e7a41359e7e HTTP/1.1" status: 200 len: 945 time: 0.0643740 Mar 11 02:57:50.086440 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df99854-5fae-4fa1-bed4-e0ca29ffdfb2 req-838b292e-f7a9-48a8-8396-8fb9e59fdf2e tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:50.087987 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-2df99854-5fae-4fa1-bed4-e0ca29ffdfb2 req-838b292e-f7a9-48a8-8396-8fb9e59fdf2e tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/ports?device_id=e409d1d5-f58e-4339-96ac-4bf92f2eeb8b HTTP/1.1" status: 200 len: 945 time: 0.0561454 Mar 11 02:57:50.154021 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-1e2cb87e-fbcd-4874-8dcb-e20407100d34 req-3450c551-0530-4be1-8ed1-10aaa8a07c20 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5ad1bfd-bd0d-4e50-9714-1ca1b519c2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714481 Mar 11 02:57:50.165473 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-2df99854-5fae-4fa1-bed4-e0ca29ffdfb2 req-76f919cf-9b5b-475f-a53c-4c0a55980f02 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/security-groups?id=80bb0548-f8bc-4a80-afbb-37b7a84dba28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547752 Mar 11 02:57:50.543137 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55c02ed-9cbc-40a5-9cc2-cbd0945dfc01 req-a519b41c-b08a-4588-9341-d49eeecdc357 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:50.544851 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-a55c02ed-9cbc-40a5-9cc2-cbd0945dfc01 req-a519b41c-b08a-4588-9341-d49eeecdc357 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/ports?device_id=13132607-0993-42da-b12a-915a6d20ac5e HTTP/1.1" status: 200 len: 946 time: 0.0615988 Mar 11 02:57:50.611603 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-a55c02ed-9cbc-40a5-9cc2-cbd0945dfc01 req-907c1820-9f91-4313-81e1-f1a728467049 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9c75b18-9067-4656-afb9-de1b8b0fda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553100 Mar 11 02:57:50.765813 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9326682-d1cf-422b-a29b-fae9629d83b5 req-35859676-8d0b-40b0-92f4-e964c0421ff3 tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:50.768024 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-f9326682-d1cf-422b-a29b-fae9629d83b5 req-35859676-8d0b-40b0-92f4-e964c0421ff3 tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c65d945-b8d3-4448-96f9-4131a224edd2 HTTP/1.1" status: 200 len: 946 time: 0.0677226 Mar 11 02:57:50.852376 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-f9326682-d1cf-422b-a29b-fae9629d83b5 req-9b517821-9b34-4920-877d-27bce8db4d1a tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] 10.222.0.20 "GET /v2.0/security-groups?id=40368df7-125e-4924-af67-08579ebd642e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758626 Mar 11 02:57:50.945097 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceab986-4524-4a85-8014-2f4e81c3fbfd req-9c5a930f-a808-40ba-bce6-bdcc12e2dd38 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:50.947111 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-8ceab986-4524-4a85-8014-2f4e81c3fbfd req-9c5a930f-a808-40ba-bce6-bdcc12e2dd38 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/ports?device_id=13132607-0993-42da-b12a-915a6d20ac5e HTTP/1.1" status: 200 len: 946 time: 0.0607672 Mar 11 02:57:51.032144 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-8ceab986-4524-4a85-8014-2f4e81c3fbfd req-c1729198-44b2-4ecb-b36d-434a62adf935 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9c75b18-9067-4656-afb9-de1b8b0fda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787172 Mar 11 02:57:51.072585 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93abf0d1-3c46-4f79-ac9e-07380b1d8787 req-3e4eba72-a523-4641-b849-c424f6743516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:51.074277 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-93abf0d1-3c46-4f79-ac9e-07380b1d8787 req-3e4eba72-a523-4641-b849-c424f6743516 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8a19620c29074aed8f3e4d3d8c51b9c7&device_id=13132607-0993-42da-b12a-915a6d20ac5e HTTP/1.1" status: 200 len: 1130 time: 0.0596223 Mar 11 02:57:51.173447 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93abf0d1-3c46-4f79-ac9e-07380b1d8787 req-8b5f8375-e21b-452e-9b9e-2f6559bf5e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:51.175535 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-93abf0d1-3c46-4f79-ac9e-07380b1d8787 req-8b5f8375-e21b-452e-9b9e-2f6559bf5e8e service neutron] 10.222.0.13 "GET /v2.0/networks?id=845c03c2-a500-4a58-b6f9-0437e53ee18b HTTP/1.1" status: 200 len: 912 time: 0.0927262 Mar 11 02:57:51.342996 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eac43c3-494c-4c37-b87d-64fcf95cd2c7 req-c85c05e3-80ab-4ad9-ad18-77add2a4f6b9 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:51.344487 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-5eac43c3-494c-4c37-b87d-64fcf95cd2c7 req-c85c05e3-80ab-4ad9-ad18-77add2a4f6b9 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/ports?device_id=44ba0812-5702-4378-8cc2-5e7a41359e7e HTTP/1.1" status: 200 len: 945 time: 0.0572593 Mar 11 02:57:51.384095 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb83263-b51b-45af-9360-b437dcdfbd9e req-d7a0f093-3e36-490c-b6c7-749d949a4321 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:51.385669 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-6eb83263-b51b-45af-9360-b437dcdfbd9e req-d7a0f093-3e36-490c-b6c7-749d949a4321 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/ports?device_id=e409d1d5-f58e-4339-96ac-4bf92f2eeb8b HTTP/1.1" status: 200 len: 945 time: 0.0738614 Mar 11 02:57:51.387507 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-93abf0d1-3c46-4f79-ac9e-07380b1d8787 req-4ce1b084-8294-4ddd-8b11-ca94073e8669 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=07c49de9-be92-4f37-96d3-d58c8107b200 HTTP/1.1" status: 200 len: 1002 time: 0.1891568 Mar 11 02:57:51.406251 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-5eac43c3-494c-4c37-b87d-64fcf95cd2c7 req-d0ae6862-35b4-4c9f-b8c3-c404827c87ff tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5ad1bfd-bd0d-4e50-9714-1ca1b519c2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521715 Mar 11 02:57:51.480741 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93abf0d1-3c46-4f79-ac9e-07380b1d8787 req-92b215c8-9f03-4e92-b923-1496b472d114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:51.482714 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-93abf0d1-3c46-4f79-ac9e-07380b1d8787 req-92b215c8-9f03-4e92-b923-1496b472d114 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=363826bf-4a53-45a3-8f97-aa25838926f8 HTTP/1.1" status: 200 len: 850 time: 0.0789571 Mar 11 02:57:51.495570 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-6eb83263-b51b-45af-9360-b437dcdfbd9e req-706ce611-ab2e-47bf-aa06-3268c639cd0a tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/security-groups?id=80bb0548-f8bc-4a80-afbb-37b7a84dba28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985825 Mar 11 02:57:51.552854 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93abf0d1-3c46-4f79-ac9e-07380b1d8787 req-773bea55-00ed-4d1f-9fc3-f1f28e80c275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:51.554635 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-93abf0d1-3c46-4f79-ac9e-07380b1d8787 req-773bea55-00ed-4d1f-9fc3-f1f28e80c275 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=845c03c2-a500-4a58-b6f9-0437e53ee18b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0579388 Mar 11 02:57:51.650662 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-93abf0d1-3c46-4f79-ac9e-07380b1d8787 req-74d58ad9-6284-4bbd-ad26-6328f5f435b7 service neutron] 10.222.0.13 "GET /v2.0/networks/845c03c2-a500-4a58-b6f9-0437e53ee18b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882699 Mar 11 02:57:51.793928 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-93abf0d1-3c46-4f79-ac9e-07380b1d8787 req-59956028-4ff0-447d-9f13-88192fc7a6d8 service neutron] 10.222.0.13 "GET /v2.0/networks/845c03c2-a500-4a58-b6f9-0437e53ee18b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331568 Mar 11 02:57:52.007882 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4374f76-0972-4475-b122-52c19c688942 req-2876ba25-0c3c-4408-bae5-d9f0099b70bf tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:52.015382 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-f4374f76-0972-4475-b122-52c19c688942 req-2876ba25-0c3c-4408-bae5-d9f0099b70bf tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c65d945-b8d3-4448-96f9-4131a224edd2 HTTP/1.1" status: 200 len: 946 time: 0.0900915 Mar 11 02:57:52.080524 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-f4374f76-0972-4475-b122-52c19c688942 req-fc07811e-0cc3-4717-b0cc-08e17bc47c66 tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] 10.222.0.20 "GET /v2.0/security-groups?id=40368df7-125e-4924-af67-08579ebd642e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639248 Mar 11 02:57:52.192582 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4d932e-4d25-4293-ad75-37e1f5ba3f30 req-b2c0713b-f7d2-43db-8b90-2ebc6ea55ec6 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:52.194316 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-3b4d932e-4d25-4293-ad75-37e1f5ba3f30 req-b2c0713b-f7d2-43db-8b90-2ebc6ea55ec6 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/ports?device_id=13132607-0993-42da-b12a-915a6d20ac5e HTTP/1.1" status: 200 len: 946 time: 0.0602586 Mar 11 02:57:52.245774 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-3b4d932e-4d25-4293-ad75-37e1f5ba3f30 req-375e262b-e532-4643-83ee-dd37ca4a59cc tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9c75b18-9067-4656-afb9-de1b8b0fda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437059 Mar 11 02:57:52.485444 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-e66820f7-694a-47a7-8856-3a2267882819 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (27668cff-ea20-4e06-9a9c-d4f827fe3eb1), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:52.586733 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a296044-0912-4541-a043-beb12777ffd1 req-8a3cd9e0-456c-467b-8b5d-7ba6833052d8 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:52.588305 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-8a296044-0912-4541-a043-beb12777ffd1 req-8a3cd9e0-456c-467b-8b5d-7ba6833052d8 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/ports?device_id=44ba0812-5702-4378-8cc2-5e7a41359e7e HTTP/1.1" status: 200 len: 945 time: 0.0818582 Mar 11 02:57:52.660141 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-8a296044-0912-4541-a043-beb12777ffd1 req-e9e12da7-674a-4c17-a3d8-2f2b00f3be96 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5ad1bfd-bd0d-4e50-9714-1ca1b519c2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647850 Mar 11 02:57:52.707135 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c94278-20cf-4d3b-9d2c-4769336760fd req-4cec76e9-b950-4b69-94a6-ec0782828951 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:52.709674 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-37c94278-20cf-4d3b-9d2c-4769336760fd req-4cec76e9-b950-4b69-94a6-ec0782828951 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/ports?device_id=e409d1d5-f58e-4339-96ac-4bf92f2eeb8b HTTP/1.1" status: 200 len: 945 time: 0.1012866 Mar 11 02:57:52.763899 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-37c94278-20cf-4d3b-9d2c-4769336760fd req-3dbb9481-2e0f-44ee-bf35-c39fae42aef1 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/security-groups?id=80bb0548-f8bc-4a80-afbb-37b7a84dba28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483220 Mar 11 02:57:52.848023 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0707a75-f41d-45ba-8e55-24cf0fa617f6 req-4e252f79-72af-4a0c-8d81-875c760a5eaf tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:52.849823 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-e0707a75-f41d-45ba-8e55-24cf0fa617f6 req-4e252f79-72af-4a0c-8d81-875c760a5eaf tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.13 "GET /v2.0/ports?device_id=44ba0812-5702-4378-8cc2-5e7a41359e7e HTTP/1.1" status: 200 len: 945 time: 0.0592084 Mar 11 02:57:52.957736 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.plugin [req-e0707a75-f41d-45ba-8e55-24cf0fa617f6 req-ef24afc7-6b18-432e-b278-50e85ae2c8e1 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Deleting port d667e6b8-6222-406b-9aa8-bcfc50864c9a {{(pid=103104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 02:57:52.958076 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-e0707a75-f41d-45ba-8e55-24cf0fa617f6 req-ef24afc7-6b18-432e-b278-50e85ae2c8e1 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774349354222'] for port (d667e6b8-6222-406b-9aa8-bcfc50864c9a), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:53.073907 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.db [req-e0707a75-f41d-45ba-8e55-24cf0fa617f6 req-ef24afc7-6b18-432e-b278-50e85ae2c8e1 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] For port d667e6b8-6222-406b-9aa8-bcfc50864c9a, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=d667e6b8-6222-406b-9aa8-bcfc50864c9a,segment=NetworkSegment(9dafc380-f183-4cac-bb58-3fadfbe37e0a),segment_id=9dafc380-f183-4cac-bb58-3fadfbe37e0a)] {{(pid=103104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 02:57:53.074571 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-e0707a75-f41d-45ba-8e55-24cf0fa617f6 req-ef24afc7-6b18-432e-b278-50e85ae2c8e1 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574894'] for port (d667e6b8-6222-406b-9aa8-bcfc50864c9a), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:53.103634 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.plugin [req-e0707a75-f41d-45ba-8e55-24cf0fa617f6 req-ef24afc7-6b18-432e-b278-50e85ae2c8e1 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Calling delete_port for d667e6b8-6222-406b-9aa8-bcfc50864c9a owned by compute:nova {{(pid=103104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 02:57:53.337033 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978e3d9b-4794-4c1b-a669-50c7f0e83300 req-635f5b0c-4dd4-41a2-8362-23c55b7576d7 tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:53.338562 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-978e3d9b-4794-4c1b-a669-50c7f0e83300 req-635f5b0c-4dd4-41a2-8362-23c55b7576d7 tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c65d945-b8d3-4448-96f9-4131a224edd2 HTTP/1.1" status: 200 len: 946 time: 0.0972054 Mar 11 02:57:53.373223 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad295a3-89b9-43e3-b808-66b35abba811 req-a53f11e8-30e2-4186-bcf7-455ba49ebb11 tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:53.374785 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-7ad295a3-89b9-43e3-b808-66b35abba811 req-a53f11e8-30e2-4186-bcf7-455ba49ebb11 tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c65d945-b8d3-4448-96f9-4131a224edd2 HTTP/1.1" status: 200 len: 946 time: 0.1709027 Mar 11 02:57:53.407874 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-978e3d9b-4794-4c1b-a669-50c7f0e83300 req-fd53dbc6-c0e9-4dd9-b2f5-118416fcc40b tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] 10.222.0.20 "GET /v2.0/security-groups?id=40368df7-125e-4924-af67-08579ebd642e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633545 Mar 11 02:57:53.464027 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d458d9-5dda-44a0-828a-5d9d0e4e806a req-90a2cc52-15e9-46b2-b607-fd35b5916d75 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:53.465634 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-e5d458d9-5dda-44a0-828a-5d9d0e4e806a req-90a2cc52-15e9-46b2-b607-fd35b5916d75 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/ports?device_id=13132607-0993-42da-b12a-915a6d20ac5e HTTP/1.1" status: 200 len: 946 time: 0.1265252 Mar 11 02:57:53.580681 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-e0707a75-f41d-45ba-8e55-24cf0fa617f6 req-ef24afc7-6b18-432e-b278-50e85ae2c8e1 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774349360213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774348857685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9193763'] for port (d667e6b8-6222-406b-9aa8-bcfc50864c9a), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:53.595712 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] get_ports_and_sgs() called for port_ids ['d667e6b8-6222-406b-9aa8-bcfc50864c9a'] {{(pid=103105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 02:57:53.624966 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-e5d458d9-5dda-44a0-828a-5d9d0e4e806a req-4d1b7309-5261-45b6-8cf1-dd8dde7cb555 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9c75b18-9067-4656-afb9-de1b8b0fda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1294739 Mar 11 02:57:53.627243 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef24afc7-6b18-432e-b278-50e85ae2c8e1 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Pushing event deleted for resources: {'Port': ['ID=d667e6b8-6222-406b-9aa8-bcfc50864c9a,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:57:53.641411 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.plugin [req-7ad295a3-89b9-43e3-b808-66b35abba811 req-1f3b7942-454d-44a3-9cdd-0b5f7257f1a6 tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] Deleting port b141b665-0d0f-4146-8c84-4f065d575ffe {{(pid=103104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 02:57:53.641623 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-7ad295a3-89b9-43e3-b808-66b35abba811 req-1f3b7942-454d-44a3-9cdd-0b5f7257f1a6 tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774349354222'] for port (b141b665-0d0f-4146-8c84-4f065d575ffe), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:53.646329 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef24afc7-6b18-432e-b278-50e85ae2c8e1 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:57:53.646682 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef24afc7-6b18-432e-b278-50e85ae2c8e1 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:57:53.647023 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef24afc7-6b18-432e-b278-50e85ae2c8e1 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:57:53.647361 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef24afc7-6b18-432e-b278-50e85ae2c8e1 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:57:53.647695 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef24afc7-6b18-432e-b278-50e85ae2c8e1 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:57:53.648023 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef24afc7-6b18-432e-b278-50e85ae2c8e1 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:57:53.648437 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef24afc7-6b18-432e-b278-50e85ae2c8e1 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:57:53.648657 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef24afc7-6b18-432e-b278-50e85ae2c8e1 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:57:53.648982 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef24afc7-6b18-432e-b278-50e85ae2c8e1 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:57:53.649327 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef24afc7-6b18-432e-b278-50e85ae2c8e1 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:57:53.649647 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef24afc7-6b18-432e-b278-50e85ae2c8e1 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:57:53.649966 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef24afc7-6b18-432e-b278-50e85ae2c8e1 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:57:53.650291 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef24afc7-6b18-432e-b278-50e85ae2c8e1 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:57:53.705367 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0707a75-f41d-45ba-8e55-24cf0fa617f6 req-ef24afc7-6b18-432e-b278-50e85ae2c8e1 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] No DVR routers for this DVR port d667e6b8-6222-406b-9aa8-bcfc50864c9a on host hv-cinder-74014 {{(pid=103104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 02:57:53.710120 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-e0707a75-f41d-45ba-8e55-24cf0fa617f6 req-ef24afc7-6b18-432e-b278-50e85ae2c8e1 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55355'] for port (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:53.713440 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-e0707a75-f41d-45ba-8e55-24cf0fa617f6 req-ef24afc7-6b18-432e-b278-50e85ae2c8e1 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.13 "DELETE /v2.0/ports/d667e6b8-6222-406b-9aa8-bcfc50864c9a HTTP/1.1" status: 204 len: 173 time: 0.8573842 Mar 11 02:57:53.713896 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44ba0812-5702-4378-8cc2-5e7a41359e7e', 'name': 'network-vif-deleted', 'tag': 'd667e6b8-6222-406b-9aa8-bcfc50864c9a'}] {{(pid=103104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 02:57:53.716227 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b4e7651ceabe3a28ab45abcf2012854968d28c41040a071bcf34f6a69b109a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6674f2fa-941b-4f29-b459-b87a2cbfab4b" -d '{"events": [{"server_uuid": "44ba0812-5702-4378-8cc2-5e7a41359e7e", "name": "network-vif-deleted", "tag": "d667e6b8-6222-406b-9aa8-bcfc50864c9a"}]}' {{(pid=103104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 02:57:53.818832 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-d54d9918-4e5a-4e3c-a4cd-31896471afbc req-d47b8a40-3262-4afc-acee-d8ad5390d4e5 tempest-ServerRescueNegativeTestJSON-1074560581 tempest-ServerRescueNegativeTestJSON-1074560581-project] 10.222.0.20 "GET /v2.0/ports?device_id=44ba0812-5702-4378-8cc2-5e7a41359e7e HTTP/1.1" status: 200 len: 210 time: 0.0429068 Mar 11 02:57:53.819833 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 02:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee18ed6e-df64-4b06-9881-947b6743c5cb x-openstack-request-id: req-ee18ed6e-df64-4b06-9881-947b6743c5cb {{(pid=103104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 02:57:53.820140 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44ba0812-5702-4378-8cc2-5e7a41359e7e", "name": "network-vif-deleted", "tag": "d667e6b8-6222-406b-9aa8-bcfc50864c9a", "status": "completed", "code": 200}]} {{(pid=103104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 02:57:53.820396 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ee18ed6e-df64-4b06-9881-947b6743c5cb {{(pid=103104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 02:57:53.820818 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44ba0812-5702-4378-8cc2-5e7a41359e7e', 'name': 'network-vif-deleted', 'tag': 'd667e6b8-6222-406b-9aa8-bcfc50864c9a', 'status': 'completed', 'code': 200} Mar 11 02:57:53.866715 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.db [req-7ad295a3-89b9-43e3-b808-66b35abba811 req-1f3b7942-454d-44a3-9cdd-0b5f7257f1a6 tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] For port b141b665-0d0f-4146-8c84-4f065d575ffe, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=b141b665-0d0f-4146-8c84-4f065d575ffe,segment=NetworkSegment(4d52577b-6943-41cf-a855-8eaff886a2fe),segment_id=4d52577b-6943-41cf-a855-8eaff886a2fe)] {{(pid=103104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 02:57:53.867100 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-7ad295a3-89b9-43e3-b808-66b35abba811 req-1f3b7942-454d-44a3-9cdd-0b5f7257f1a6 tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574894'] for port (b141b665-0d0f-4146-8c84-4f065d575ffe), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:53.888934 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.plugin [req-7ad295a3-89b9-43e3-b808-66b35abba811 req-1f3b7942-454d-44a3-9cdd-0b5f7257f1a6 tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] Calling delete_port for b141b665-0d0f-4146-8c84-4f065d575ffe owned by compute:nova {{(pid=103104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 02:57:54.042558 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7d9bc5-3c59-4a13-af31-10743e892cba req-f91eadb1-ea67-4427-a996-68fb5b3a50ed tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:54.044886 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-bf7d9bc5-3c59-4a13-af31-10743e892cba req-f91eadb1-ea67-4427-a996-68fb5b3a50ed tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/ports?device_id=e409d1d5-f58e-4339-96ac-4bf92f2eeb8b HTTP/1.1" status: 200 len: 945 time: 0.1389039 Mar 11 02:57:54.163592 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-bf7d9bc5-3c59-4a13-af31-10743e892cba req-22fbc9d0-c049-49e8-9e79-7969d39a973a tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/security-groups?id=80bb0548-f8bc-4a80-afbb-37b7a84dba28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1125634 Mar 11 02:57:54.171377 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-7ad295a3-89b9-43e3-b808-66b35abba811 req-1f3b7942-454d-44a3-9cdd-0b5f7257f1a6 tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774349360213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774348857685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9193763'] for port (b141b665-0d0f-4146-8c84-4f065d575ffe), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:54.188341 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] get_ports_and_sgs() called for port_ids ['b141b665-0d0f-4146-8c84-4f065d575ffe'] {{(pid=103105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 02:57:54.253832 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3b7942-454d-44a3-9cdd-0b5f7257f1a6 tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] Pushing event deleted for resources: {'Port': ['ID=b141b665-0d0f-4146-8c84-4f065d575ffe,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:57:54.279880 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ad295a3-89b9-43e3-b808-66b35abba811 req-1f3b7942-454d-44a3-9cdd-0b5f7257f1a6 tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] No DVR routers for this DVR port b141b665-0d0f-4146-8c84-4f065d575ffe on host hv-cinder-74014 {{(pid=103104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 02:57:54.282753 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-7ad295a3-89b9-43e3-b808-66b35abba811 req-1f3b7942-454d-44a3-9cdd-0b5f7257f1a6 tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55355'] for port (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:54.286743 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-7ad295a3-89b9-43e3-b808-66b35abba811 req-1f3b7942-454d-44a3-9cdd-0b5f7257f1a6 tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] 10.222.0.13 "DELETE /v2.0/ports/b141b665-0d0f-4146-8c84-4f065d575ffe HTTP/1.1" status: 204 len: 173 time: 0.9000702 Mar 11 02:57:54.581633 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-d51a7ba9-563e-4829-b141-f480c158cacc req-056c3ef1-7ee1-46b0-b04f-d0d8fb5d9660 tempest-VolumesActionsTest-626382459 tempest-VolumesActionsTest-626382459-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c65d945-b8d3-4448-96f9-4131a224edd2 HTTP/1.1" status: 200 len: 210 time: 0.0334322 Mar 11 02:57:54.810350 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-2f5951d5-bfad-4cbb-b617-58781f1ac818 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (368653ed-b5ce-4183-9c3b-231a0bc3dd35), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:54.883263 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 43170) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:57:55.310203 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5babdce9-9079-48a2-964d-6322835db3af req-3edfee54-a6dc-478c-a2c7-edd4c4243757 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:55.313130 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-5babdce9-9079-48a2-964d-6322835db3af req-3edfee54-a6dc-478c-a2c7-edd4c4243757 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/ports?device_id=e409d1d5-f58e-4339-96ac-4bf92f2eeb8b HTTP/1.1" status: 200 len: 945 time: 0.0680945 Mar 11 02:57:55.392191 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-5babdce9-9079-48a2-964d-6322835db3af req-932b82fa-d980-42d7-b0ee-3b88a6404b43 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/security-groups?id=80bb0548-f8bc-4a80-afbb-37b7a84dba28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742285 Mar 11 02:57:55.431008 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-81d2fa80-e704-4364-88c5-6ba21053492a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-576760'] for router_interface (ef79ffc0-c890-4dc9-b2e2-92b0cfc29e52), before_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:55.672161 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-f28c0ae4-c5a5-4e67-96c2-37b36f3544e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (258069e3-19c1-49ed-8474-20b6ecde628d), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:55.821701 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c65d945-b8d3-4448-96f9-4131a224edd2', 'name': 'network-vif-deleted', 'tag': 'b141b665-0d0f-4146-8c84-4f065d575ffe'}] {{(pid=103104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 02:57:55.825668 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b4e7651ceabe3a28ab45abcf2012854968d28c41040a071bcf34f6a69b109a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-862e0a48-ccc8-4e76-8caf-62cc55f38a2a" -d '{"events": [{"server_uuid": "8c65d945-b8d3-4448-96f9-4131a224edd2", "name": "network-vif-deleted", "tag": "b141b665-0d0f-4146-8c84-4f065d575ffe"}]}' {{(pid=103104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 02:57:55.875224 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 02:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7dafb57-016b-46ea-a755-de98524434c8 x-openstack-request-id: req-b7dafb57-016b-46ea-a755-de98524434c8 {{(pid=103104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 02:57:55.875636 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c65d945-b8d3-4448-96f9-4131a224edd2", "name": "network-vif-deleted", "tag": "b141b665-0d0f-4146-8c84-4f065d575ffe", "status": "completed", "code": 200}]} {{(pid=103104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 02:57:55.875997 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b7dafb57-016b-46ea-a755-de98524434c8 {{(pid=103104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 02:57:55.876501 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c65d945-b8d3-4448-96f9-4131a224edd2', 'name': 'network-vif-deleted', 'tag': 'b141b665-0d0f-4146-8c84-4f065d575ffe', 'status': 'completed', 'code': 200} Mar 11 02:57:56.015357 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-81d2fa80-e704-4364-88c5-6ba21053492a admin admin] Deleting port 1075b8dc-9080-4fb0-8b8a-32ab26db9f3e {{(pid=103103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 02:57:56.025537 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-81d2fa80-e704-4364-88c5-6ba21053492a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774349354222'] for port (1075b8dc-9080-4fb0-8b8a-32ab26db9f3e), before_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:56.121381 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-81d2fa80-e704-4364-88c5-6ba21053492a admin admin] For port 1075b8dc-9080-4fb0-8b8a-32ab26db9f3e, host dv-cinder-740146-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-smb',level=0,port_id=1075b8dc-9080-4fb0-8b8a-32ab26db9f3e,segment=NetworkSegment(9dafc380-f183-4cac-bb58-3fadfbe37e0a),segment_id=9dafc380-f183-4cac-bb58-3fadfbe37e0a)] {{(pid=103103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 02:57:56.121748 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-81d2fa80-e704-4364-88c5-6ba21053492a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574894'] for port (1075b8dc-9080-4fb0-8b8a-32ab26db9f3e), precommit_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:56.137238 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-81d2fa80-e704-4364-88c5-6ba21053492a admin admin] Calling delete_port for 1075b8dc-9080-4fb0-8b8a-32ab26db9f3e owned by network:router_interface {{(pid=103103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 02:57:56.388275 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-81d2fa80-e704-4364-88c5-6ba21053492a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774349360213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774348857685'] for port (1075b8dc-9080-4fb0-8b8a-32ab26db9f3e), after_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:56.454137 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d2fa80-e704-4364-88c5-6ba21053492a admin admin] Pushing event deleted for resources: {'Port': ['ID=1075b8dc-9080-4fb0-8b8a-32ab26db9f3e,revision_number=None']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:57:56.517573 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d2fa80-e704-4364-88c5-6ba21053492a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:57:56.519176 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d2fa80-e704-4364-88c5-6ba21053492a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:57:56.519640 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d2fa80-e704-4364-88c5-6ba21053492a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:57:56.520092 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d2fa80-e704-4364-88c5-6ba21053492a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:57:56.520631 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d2fa80-e704-4364-88c5-6ba21053492a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:57:56.521132 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d2fa80-e704-4364-88c5-6ba21053492a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:57:56.521528 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d2fa80-e704-4364-88c5-6ba21053492a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:57:56.521963 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d2fa80-e704-4364-88c5-6ba21053492a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:57:56.522355 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d2fa80-e704-4364-88c5-6ba21053492a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:57:56.522797 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d2fa80-e704-4364-88c5-6ba21053492a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:57:56.523221 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d2fa80-e704-4364-88c5-6ba21053492a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:57:56.523614 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d2fa80-e704-4364-88c5-6ba21053492a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:57:56.524055 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d2fa80-e704-4364-88c5-6ba21053492a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:57:56.670205 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce727e8c-3bce-49aa-a8a6-02826bc30591 req-d439b690-2e5d-4286-9298-dc453a516a3b tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:56.671720 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-ce727e8c-3bce-49aa-a8a6-02826bc30591 req-d439b690-2e5d-4286-9298-dc453a516a3b tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/ports?device_id=e409d1d5-f58e-4339-96ac-4bf92f2eeb8b HTTP/1.1" status: 200 len: 945 time: 0.1070480 Mar 11 02:57:56.688588 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-81d2fa80-e704-4364-88c5-6ba21053492a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-648108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575848'] for router_interface (ef79ffc0-c890-4dc9-b2e2-92b0cfc29e52), after_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:56.719034 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Device d667e6b8-6222-406b-9aa8-bcfc50864c9a no longer exists at agent hyperv_hv-cinder-74014 {{(pid=103105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 02:57:56.742104 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] No Port match for: d667e6b8-6222-406b-9aa8-bcfc50864c9a {{(pid=103105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 02:57:56.742847 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Device d667e6b8-6222-406b-9aa8-bcfc50864c9a not bound to the agent host hv-cinder-74014 {{(pid=103105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 02:57:56.786186 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-ce727e8c-3bce-49aa-a8a6-02826bc30591 req-2c904182-3749-4bc2-a954-1c495243a0d2 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/security-groups?id=80bb0548-f8bc-4a80-afbb-37b7a84dba28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066473 Mar 11 02:57:57.010543 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81d2fa80-e704-4364-88c5-6ba21053492a admin admin] Router ef79ffc0-c890-4dc9-b2e2-92b0cfc29e52 has already been hosted by L3 agent 368653ed-b5ce-4183-9c3b-231a0bc3dd35 {{(pid=103103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 02:57:57.127309 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81d2fa80-e704-4364-88c5-6ba21053492a admin admin] Notify agent at l3_agent.dv-cinder-740146-14-smb the message routers_updated {{(pid=103103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 02:57:57.135584 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-81d2fa80-e704-4364-88c5-6ba21053492a admin admin] 10.222.0.20 "PUT /v2.0/routers/ef79ffc0-c890-4dc9-b2e2-92b0cfc29e52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2512534 Mar 11 02:57:57.144892 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 43228) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:57:57.151460 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c031e6f6-f010-45c1-9883-db384897c0d9 None None] Sync routers for ids ['ef79ffc0-c890-4dc9-b2e2-92b0cfc29e52'] in dv-cinder-740146-14-smb {{(pid=103106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 02:57:57.162050 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c031e6f6-f010-45c1-9883-db384897c0d9 None None] Routers {'ef79ffc0-c890-4dc9-b2e2-92b0cfc29e52'} bound to L3 agent in host dv-cinder-740146-14-smb {{(pid=103106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 02:57:57.162713 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-c031e6f6-f010-45c1-9883-db384897c0d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T02:46:25Z,description=,heartbeat_timestamp=2022-03-11T02:57:55Z,host='dv-cinder-740146-14-smb',id=368653ed-b5ce-4183-9c3b-231a0bc3dd35,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T02:46:25Z,topic='l3_agent')) {'router_ids': ['ef79ffc0-c890-4dc9-b2e2-92b0cfc29e52'], 'active': True} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 02:57:57.166139 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-afaf34ad-b747-4180-ba41-f81d7ecfb39b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (b193670b-9854-4e90-bc6a-e616470c2469), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:57.255343 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-1381eab4-47f4-439d-b0ad-cd931ea1421c admin admin] Publish callbacks [] for router (ef79ffc0-c890-4dc9-b2e2-92b0cfc29e52), before_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:57.273641 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.l3_dvr_db [None req-c031e6f6-f010-45c1-9883-db384897c0d9 None None] Set router ef79ffc0-c890-4dc9-b2e2-92b0cfc29e52 gateway port host: dv-cinder-740146-14-smb {{(pid=103106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 02:57:57.445133 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-1381eab4-47f4-439d-b0ad-cd931ea1421c admin admin] Publish callbacks [] for router_gateway (ef79ffc0-c890-4dc9-b2e2-92b0cfc29e52), before_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:57.559349 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-c031e6f6-f010-45c1-9883-db384897c0d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef79ffc0-c890-4dc9-b2e2-92b0cfc29e52', 'name': 'tempest-ServerRescueNegativeTestJSON-461084469-router', 'tenant_id': '455c4aaecbbb4110abf67996ffc3f4bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'external_fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.142'}], 'enable_snat': True}, 'gw_port_id': 'b2c244f6-4858-4161-ad71-8e33e1863938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T02:54:48Z', 'updated_at': '2022-03-11T02:57:56Z', 'revision_number': 5, 'project_id': '455c4aaecbbb4110abf67996ffc3f4bb', 'gw_port': {'id': 'b2c244f6-4858-4161-ad71-8e33e1863938', 'name': '', 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:87:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef79ffc0-c890-4dc9-b2e2-92b0cfc29e52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:54:49Z', 'updated_at': '2022-03-11T02:55:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-smb'}], 'dv-cinder-740146-14-smb', False) {} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 02:57:57.559926 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-1381eab4-47f4-439d-b0ad-cd931ea1421c admin admin] Deleting port b2c244f6-4858-4161-ad71-8e33e1863938 {{(pid=103103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 02:57:57.561271 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-1381eab4-47f4-439d-b0ad-cd931ea1421c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774349354222'] for port (b2c244f6-4858-4161-ad71-8e33e1863938), before_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:57.587006 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c031e6f6-f010-45c1-9883-db384897c0d9 None None] Checking router: ef79ffc0-c890-4dc9-b2e2-92b0cfc29e52 for host: dv-cinder-740146-14-smb {{(pid=103106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 02:57:57.596942 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c031e6f6-f010-45c1-9883-db384897c0d9 None None] Routers {'ef79ffc0-c890-4dc9-b2e2-92b0cfc29e52'} bound to L3 agent in host dv-cinder-740146-14-smb {{(pid=103106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 02:57:57.597956 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-c031e6f6-f010-45c1-9883-db384897c0d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T02:46:25Z,description=,heartbeat_timestamp=2022-03-11T02:57:55Z,host='dv-cinder-740146-14-smb',id=368653ed-b5ce-4183-9c3b-231a0bc3dd35,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T02:46:25Z,topic='l3_agent')) {'router_ids': ['ef79ffc0-c890-4dc9-b2e2-92b0cfc29e52'], 'active': True} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 02:57:57.683875 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-1381eab4-47f4-439d-b0ad-cd931ea1421c admin admin] For port b2c244f6-4858-4161-ad71-8e33e1863938, host dv-cinder-740146-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-smb',level=0,port_id=b2c244f6-4858-4161-ad71-8e33e1863938,segment=NetworkSegment(86701719-770a-4197-8a84-07fe4dcd9e0f),segment_id=86701719-770a-4197-8a84-07fe4dcd9e0f)] {{(pid=103103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 02:57:57.684259 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-1381eab4-47f4-439d-b0ad-cd931ea1421c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574894'] for port (b2c244f6-4858-4161-ad71-8e33e1863938), precommit_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:57.703775 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.l3_dvr_db [None req-c031e6f6-f010-45c1-9883-db384897c0d9 None None] Set router ef79ffc0-c890-4dc9-b2e2-92b0cfc29e52 gateway port host: None {{(pid=103106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 02:57:57.716206 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-1381eab4-47f4-439d-b0ad-cd931ea1421c admin admin] Calling delete_port for b2c244f6-4858-4161-ad71-8e33e1863938 owned by network:router_gateway {{(pid=103103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 02:57:57.766909 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-c031e6f6-f010-45c1-9883-db384897c0d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef79ffc0-c890-4dc9-b2e2-92b0cfc29e52', 'name': 'tempest-ServerRescueNegativeTestJSON-461084469-router', 'tenant_id': '455c4aaecbbb4110abf67996ffc3f4bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T02:54:48Z', 'updated_at': '2022-03-11T02:57:57Z', 'revision_number': 6, 'project_id': '455c4aaecbbb4110abf67996ffc3f4bb', 'gw_port_host': None}], 'dv-cinder-740146-14-smb', False) {} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 02:57:57.796584 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c031e6f6-f010-45c1-9883-db384897c0d9 None None] The sync data for ids ['ef79ffc0-c890-4dc9-b2e2-92b0cfc29e52'] in dv-cinder-740146-14-smb is: [{'id': 'ef79ffc0-c890-4dc9-b2e2-92b0cfc29e52', 'name': 'tempest-ServerRescueNegativeTestJSON-461084469-router', 'tenant_id': '455c4aaecbbb4110abf67996ffc3f4bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T02:54:48Z', 'updated_at': '2022-03-11T02:57:57Z', 'revision_number': 6, 'project_id': '455c4aaecbbb4110abf67996ffc3f4bb', 'gw_port_host': None}] {{(pid=103106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 02:57:57.972339 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fd0c81-60c0-4c5c-ade8-a48a876db0fc req-fe04f024-e66c-4aef-9c03-33aa1e85faf0 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:57.997109 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-40fd0c81-60c0-4c5c-ade8-a48a876db0fc req-fe04f024-e66c-4aef-9c03-33aa1e85faf0 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/ports?device_id=e409d1d5-f58e-4339-96ac-4bf92f2eeb8b HTTP/1.1" status: 200 len: 945 time: 0.1162808 Mar 11 02:57:58.117960 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-40fd0c81-60c0-4c5c-ade8-a48a876db0fc req-31e5f888-5684-40ee-8ffe-c3de82bee863 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/security-groups?id=80bb0548-f8bc-4a80-afbb-37b7a84dba28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1197255 Mar 11 02:57:58.134421 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-1381eab4-47f4-439d-b0ad-cd931ea1421c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774349360213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774348857685'] for port (b2c244f6-4858-4161-ad71-8e33e1863938), after_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:58.226513 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1381eab4-47f4-439d-b0ad-cd931ea1421c admin admin] Pushing event deleted for resources: {'Port': ['ID=b2c244f6-4858-4161-ad71-8e33e1863938,revision_number=None']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:57:58.285906 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-1381eab4-47f4-439d-b0ad-cd931ea1421c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580546'] for router_gateway (ef79ffc0-c890-4dc9-b2e2-92b0cfc29e52), after_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:58.524952 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-1381eab4-47f4-439d-b0ad-cd931ea1421c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-586829', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58005'] for router (ef79ffc0-c890-4dc9-b2e2-92b0cfc29e52), precommit_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:58.532807 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-1381eab4-47f4-439d-b0ad-cd931ea1421c admin admin] Publish callbacks [] for router_controller (ef79ffc0-c890-4dc9-b2e2-92b0cfc29e52), precommit_delete_associations {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:58.670360 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-1381eab4-47f4-439d-b0ad-cd931ea1421c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-586838'] for router (ef79ffc0-c890-4dc9-b2e2-92b0cfc29e52), after_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:58.670951 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1381eab4-47f4-439d-b0ad-cd931ea1421c admin admin] Fanout notify agent at l3_agent the message router_deleted on router ef79ffc0-c890-4dc9-b2e2-92b0cfc29e52 {{(pid=103103) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 02:57:58.676267 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-1381eab4-47f4-439d-b0ad-cd931ea1421c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:58.679774 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-1381eab4-47f4-439d-b0ad-cd931ea1421c admin admin] 10.222.0.20 "DELETE /v2.0/routers/ef79ffc0-c890-4dc9-b2e2-92b0cfc29e52 HTTP/1.1" status: 204 len: 168 time: 1.5383749 Mar 11 02:57:58.679957 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 43262) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:57:58.750841 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Device b141b665-0d0f-4146-8c84-4f065d575ffe no longer exists at agent hyperv_hv-cinder-74014 {{(pid=103105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 02:57:58.788578 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8e8365c-89e6-4949-9894-86614b01b294 admin admin] Deleting subnet e03685bc-4eda-4636-83ff-246654d7e2b8 {{(pid=103103) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 02:57:58.799007 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-e8e8365c-89e6-4949-9894-86614b01b294 admin admin] Publish callbacks [] for subnet (e03685bc-4eda-4636-83ff-246654d7e2b8), before_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:58.855298 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (36a16930-fe6f-49e2-96be-29faaa54e9a3), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:58.859800 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] No Port match for: b141b665-0d0f-4146-8c84-4f065d575ffe {{(pid=103105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 02:57:58.860462 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Device b141b665-0d0f-4146-8c84-4f065d575ffe not bound to the agent host hv-cinder-74014 {{(pid=103105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 02:57:58.879903 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Device 1075b8dc-9080-4fb0-8b8a-32ab26db9f3e no longer exists at agent ovs-agent-dv-cinder-740146-14-smb {{(pid=103105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 02:57:58.903542 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-e8e8365c-89e6-4949-9894-86614b01b294 admin admin] Publish callbacks [] for subnet (e03685bc-4eda-4636-83ff-246654d7e2b8), precommit_delete_associations {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:58.913892 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-e8e8365c-89e6-4949-9894-86614b01b294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536560100'] for subnet (e03685bc-4eda-4636-83ff-246654d7e2b8), precommit_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:58.944698 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] No Port match for: 1075b8dc-9080-4fb0-8b8a-32ab26db9f3e {{(pid=103105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 02:57:58.947127 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Device 1075b8dc-9080-4fb0-8b8a-32ab26db9f3e not bound to the agent host dv-cinder-740146-14-smb {{(pid=103105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 02:57:58.949725 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Device b2c244f6-4858-4161-ad71-8e33e1863938 no longer exists at agent ovs-agent-dv-cinder-740146-14-smb {{(pid=103105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 02:57:59.005504 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-e8e8365c-89e6-4949-9894-86614b01b294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536560111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087'] for subnet (e03685bc-4eda-4636-83ff-246654d7e2b8), after_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:59.008967 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] No Port match for: b2c244f6-4858-4161-ad71-8e33e1863938 {{(pid=103105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 02:57:59.010476 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Device b2c244f6-4858-4161-ad71-8e33e1863938 not bound to the agent host dv-cinder-740146-14-smb {{(pid=103105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 02:57:59.077010 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e8365c-89e6-4949-9894-86614b01b294 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e03685bc-4eda-4636-83ff-246654d7e2b8,revision_number=None']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:57:59.087971 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-e8e8365c-89e6-4949-9894-86614b01b294 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-648073'] for subnet (None), before_response {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:59.089387 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-e8e8365c-89e6-4949-9894-86614b01b294 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/e03685bc-4eda-4636-83ff-246654d7e2b8 HTTP/1.1" status: 204 len: 168 time: 0.4084151 Mar 11 02:57:59.092047 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 43264) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:57:59.280459 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-ac0c1ce7-3b85-4128-9fa3-0ec44da6f7df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536131617'] for network (efac0d19-7339-4c25-b4bc-ad7f12378dc1), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:59.554472 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-ac0c1ce7-3b85-4128-9fa3-0ec44da6f7df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536562719', 'neutron.services.segments.db._delete_segments_for_network-8774349187094'] for network (efac0d19-7339-4c25-b4bc-ad7f12378dc1), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:59.579227 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.services.segments.db [None req-ac0c1ce7-3b85-4128-9fa3-0ec44da6f7df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efac0d19-7339-4c25-b4bc-ad7f12378dc1']}} {{(pid=103104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 02:57:59.590124 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.services.segments.db [None req-ac0c1ce7-3b85-4128-9fa3-0ec44da6f7df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9dafc380-f183-4cac-bb58-3fadfbe37e0a') {'for_net_delete': True} {{(pid=103104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 02:57:59.590706 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.services.segments.db [None req-ac0c1ce7-3b85-4128-9fa3-0ec44da6f7df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9dafc380-f183-4cac-bb58-3fadfbe37e0a') {} {{(pid=103104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 02:57:59.604249 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-ac0c1ce7-3b85-4128-9fa3-0ec44da6f7df admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774349187871', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3905102'] for segment (9dafc380-f183-4cac-bb58-3fadfbe37e0a), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:59.629434 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-ac0c1ce7-3b85-4128-9fa3-0ec44da6f7df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536533115'] for segment (9dafc380-f183-4cac-bb58-3fadfbe37e0a), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:59.653510 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd815f6-9d9d-49d1-9f0a-1de4464db30d req-3b632881-2f5f-4cd4-b209-57ecc899df6f tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:57:59.661660 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-cfd815f6-9d9d-49d1-9f0a-1de4464db30d req-3b632881-2f5f-4cd4-b209-57ecc899df6f tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/ports?device_id=e409d1d5-f58e-4339-96ac-4bf92f2eeb8b HTTP/1.1" status: 200 len: 945 time: 0.3635023 Mar 11 02:57:59.711049 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac0c1ce7-3b85-4128-9fa3-0ec44da6f7df admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=103104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 02:57:59.711572 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-ac0c1ce7-3b85-4128-9fa3-0ec44da6f7df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536533115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9193682'] for segment (9dafc380-f183-4cac-bb58-3fadfbe37e0a), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:59.713406 dv-cinder-740146-14-smb neutron-server[103104]: Traceback (most recent call last): Mar 11 02:57:59.713406 dv-cinder-740146-14-smb neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 02:57:59.713406 dv-cinder-740146-14-smb neutron-server[103104]: timer() Mar 11 02:57:59.713406 dv-cinder-740146-14-smb neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 02:57:59.713406 dv-cinder-740146-14-smb neutron-server[103104]: cb(*args, **kw) Mar 11 02:57:59.713406 dv-cinder-740146-14-smb neutron-server[103104]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 02:57:59.713406 dv-cinder-740146-14-smb neutron-server[103104]: return func(*args, **kwargs) Mar 11 02:57:59.713406 dv-cinder-740146-14-smb neutron-server[103104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 02:57:59.713406 dv-cinder-740146-14-smb neutron-server[103104]: self._notify() Mar 11 02:57:59.713406 dv-cinder-740146-14-smb neutron-server[103104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 02:57:59.713406 dv-cinder-740146-14-smb neutron-server[103104]: self.callback(batched_events) Mar 11 02:57:59.713406 dv-cinder-740146-14-smb neutron-server[103104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 02:57:59.713406 dv-cinder-740146-14-smb neutron-server[103104]: event.method(event) Mar 11 02:57:59.713406 dv-cinder-740146-14-smb neutron-server[103104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 02:57:59.713406 dv-cinder-740146-14-smb neutron-server[103104]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 02:57:59.713406 dv-cinder-740146-14-smb neutron-server[103104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 02:57:59.713406 dv-cinder-740146-14-smb neutron-server[103104]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 02:57:59.713406 dv-cinder-740146-14-smb neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 02:57:59.713406 dv-cinder-740146-14-smb neutron-server[103104]: return f(self, *a, **k) Mar 11 02:57:59.713406 dv-cinder-740146-14-smb neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 02:57:59.713406 dv-cinder-740146-14-smb neutron-server[103104]: return self._get(url).json() Mar 11 02:57:59.713406 dv-cinder-740146-14-smb neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 02:57:59.713406 dv-cinder-740146-14-smb neutron-server[103104]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 02:57:59.713406 dv-cinder-740146-14-smb neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 02:57:59.713406 dv-cinder-740146-14-smb neutron-server[103104]: return self.request(url, 'GET', **kwargs) Mar 11 02:57:59.713406 dv-cinder-740146-14-smb neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 02:57:59.713406 dv-cinder-740146-14-smb neutron-server[103104]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 02:57:59.713406 dv-cinder-740146-14-smb neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 02:57:59.713406 dv-cinder-740146-14-smb neutron-server[103104]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 02:57:59.713406 dv-cinder-740146-14-smb neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 02:57:59.713406 dv-cinder-740146-14-smb neutron-server[103104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 02:57:59.713406 dv-cinder-740146-14-smb neutron-server[103104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 02:57:59.759912 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-cfd815f6-9d9d-49d1-9f0a-1de4464db30d req-81783de0-f41e-45c4-8699-6d327ebf7f38 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/security-groups?id=80bb0548-f8bc-4a80-afbb-37b7a84dba28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972533 Mar 11 02:57:59.810090 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-ac0c1ce7-3b85-4128-9fa3-0ec44da6f7df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536562790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580582'] for network (efac0d19-7339-4c25-b4bc-ad7f12378dc1), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:59.840603 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-ac0c1ce7-3b85-4128-9fa3-0ec44da6f7df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-648073'] for network (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:57:59.849094 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-ac0c1ce7-3b85-4128-9fa3-0ec44da6f7df admin admin] 10.222.0.20 "DELETE /v2.0/networks/efac0d19-7339-4c25-b4bc-ad7f12378dc1 HTTP/1.1" status: 204 len: 168 time: 0.7527089 Mar 11 02:57:59.849094 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0c1ce7-3b85-4128-9fa3-0ec44da6f7df admin admin] Pushing event deleted for resources: {'Network': ['ID=efac0d19-7339-4c25-b4bc-ad7f12378dc1,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:58:00.222317 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 43272) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:58:00.337170 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-44e9d494-d1e1-4d16-9e11-e2c03c684e8c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=455c4aaecbbb4110abf67996ffc3f4bb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1129885 Mar 11 02:58:00.339020 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 43274) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:58:00.401141 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-8392c1fb-0796-4e03-a37d-177ba612caf2 admin admin] Publish callbacks [] for security_group (b5ad1bfd-bd0d-4e50-9714-1ca1b519c2fa), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:00.440911 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-8392c1fb-0796-4e03-a37d-177ba612caf2 admin admin] Publish callbacks [] for security_group (b5ad1bfd-bd0d-4e50-9714-1ca1b519c2fa), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:00.500001 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-8392c1fb-0796-4e03-a37d-177ba612caf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (b5ad1bfd-bd0d-4e50-9714-1ca1b519c2fa), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:00.504353 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-8392c1fb-0796-4e03-a37d-177ba612caf2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:00.505902 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-8392c1fb-0796-4e03-a37d-177ba612caf2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b5ad1bfd-bd0d-4e50-9714-1ca1b519c2fa HTTP/1.1" status: 204 len: 168 time: 0.1636767 Mar 11 02:58:00.533819 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8392c1fb-0796-4e03-a37d-177ba612caf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5ad1bfd-bd0d-4e50-9714-1ca1b519c2fa,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:58:01.050826 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b804f51-d629-4f41-ae76-e5a75ba4879a req-7e237f44-3b07-4664-b448-d02a8b8a853f tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:58:01.058165 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-6b804f51-d629-4f41-ae76-e5a75ba4879a req-7e237f44-3b07-4664-b448-d02a8b8a853f tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/ports?device_id=e409d1d5-f58e-4339-96ac-4bf92f2eeb8b HTTP/1.1" status: 200 len: 945 time: 0.1981354 Mar 11 02:58:01.126015 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-6b804f51-d629-4f41-ae76-e5a75ba4879a req-5a50524b-3404-40a4-b8ed-e0708dc430f7 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/security-groups?id=80bb0548-f8bc-4a80-afbb-37b7a84dba28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626910 Mar 11 02:58:02.395804 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8085effe-f395-40d4-b631-610e4e69de08 req-93112d78-7b28-4242-a315-7f6b5bc4f0c2 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:58:02.395804 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-8085effe-f395-40d4-b631-610e4e69de08 req-93112d78-7b28-4242-a315-7f6b5bc4f0c2 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/ports?device_id=e409d1d5-f58e-4339-96ac-4bf92f2eeb8b HTTP/1.1" status: 200 len: 945 time: 0.0766141 Mar 11 02:58:02.457910 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-8085effe-f395-40d4-b631-610e4e69de08 req-36626aae-91d0-4669-b6e3-a8cd1251bf2b tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/security-groups?id=80bb0548-f8bc-4a80-afbb-37b7a84dba28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622232 Mar 11 02:58:02.720656 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 43358) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:58:02.835824 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-e1a2be73-9bfd-4c97-9265-c2c7589a8dd7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:02.939177 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-e1a2be73-9bfd-4c97-9265-c2c7589a8dd7 admin admin] Publish callbacks [] for security_group (0f3c7055-11ae-473e-b58a-1dfb1bbe331f), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:02.948520 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-e1a2be73-9bfd-4c97-9265-c2c7589a8dd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (0f3c7055-11ae-473e-b58a-1dfb1bbe331f), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:02.997788 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 43362) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:58:02.998371 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-e1a2be73-9bfd-4c97-9265-c2c7589a8dd7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=35a6ef06a35642d1b7112261744eac15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2756214 Mar 11 02:58:02.998918 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a2be73-9bfd-4c97-9265-c2c7589a8dd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f3c7055-11ae-473e-b58a-1dfb1bbe331f,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:58:03.066366 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-2b79d93d-84ad-45cf-b08d-504f65e01c0d admin admin] Publish callbacks [] for security_group (0f3c7055-11ae-473e-b58a-1dfb1bbe331f), before_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:03.090891 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-2b79d93d-84ad-45cf-b08d-504f65e01c0d admin admin] Publish callbacks [] for security_group (0f3c7055-11ae-473e-b58a-1dfb1bbe331f), precommit_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:03.158111 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-2b79d93d-84ad-45cf-b08d-504f65e01c0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (0f3c7055-11ae-473e-b58a-1dfb1bbe331f), after_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:03.174200 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-2b79d93d-84ad-45cf-b08d-504f65e01c0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:03.175668 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-2b79d93d-84ad-45cf-b08d-504f65e01c0d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0f3c7055-11ae-473e-b58a-1dfb1bbe331f HTTP/1.1" status: 204 len: 168 time: 0.1759844 Mar 11 02:58:03.197348 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b79d93d-84ad-45cf-b08d-504f65e01c0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f3c7055-11ae-473e-b58a-1dfb1bbe331f,revision_number=None']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:58:03.399336 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb7313d-d8e0-4b29-8571-f02adb24f14d req-cbbd44aa-a04b-448c-95bd-4e6850a70b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:58:03.401999 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-cbb7313d-d8e0-4b29-8571-f02adb24f14d req-cbbd44aa-a04b-448c-95bd-4e6850a70b1b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=016945d4fe40485aa894be1440edd3ad&device_id=e409d1d5-f58e-4339-96ac-4bf92f2eeb8b HTTP/1.1" status: 200 len: 1129 time: 0.0686893 Mar 11 02:58:03.574756 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb7313d-d8e0-4b29-8571-f02adb24f14d req-01d47e92-8a16-4f14-91ff-d5d3bd4a6016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:58:03.576757 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-cbb7313d-d8e0-4b29-8571-f02adb24f14d req-01d47e92-8a16-4f14-91ff-d5d3bd4a6016 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c37e13a0-a6c7-4b0f-ae0c-93319b771da2 HTTP/1.1" status: 200 len: 917 time: 0.1579657 Mar 11 02:58:03.662486 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-cbb7313d-d8e0-4b29-8571-f02adb24f14d req-f6aa2dce-e16a-45cb-85fc-9a15127eab3b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=376644d1-d63b-4c41-ba43-be4c17127867 HTTP/1.1" status: 200 len: 1001 time: 0.0796351 Mar 11 02:58:03.713392 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0247e991-eae5-49a3-b013-46b5cdb54cf7 req-8208abf6-cc43-42eb-bb67-db58f921540b tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:58:03.732058 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-0247e991-eae5-49a3-b013-46b5cdb54cf7 req-8208abf6-cc43-42eb-bb67-db58f921540b tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ca0ee35-6570-423a-b4b6-dca700e30df7 HTTP/1.1" status: 200 len: 945 time: 0.0987172 Mar 11 02:58:03.757878 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0c6000-fcaa-4c5a-ba53-02a622884c7d req-c64b3d55-5c26-4557-a2aa-9d2d7bc852f6 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:58:03.765966 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-0f0c6000-fcaa-4c5a-ba53-02a622884c7d req-c64b3d55-5c26-4557-a2aa-9d2d7bc852f6 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/ports?device_id=e409d1d5-f58e-4339-96ac-4bf92f2eeb8b HTTP/1.1" status: 200 len: 945 time: 0.1024461 Mar 11 02:58:03.787088 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb7313d-d8e0-4b29-8571-f02adb24f14d req-192d6485-4be8-4efe-a260-93722b15bee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:58:03.788842 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-cbb7313d-d8e0-4b29-8571-f02adb24f14d req-192d6485-4be8-4efe-a260-93722b15bee1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5c53e0a5-6c83-4aeb-b9db-2d1372c504dc HTTP/1.1" status: 200 len: 855 time: 0.0948951 Mar 11 02:58:03.820034 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-0247e991-eae5-49a3-b013-46b5cdb54cf7 req-2468e50b-8f60-49e2-98db-b77d868e0828 tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] 10.222.0.20 "GET /v2.0/security-groups?id=85acd191-e35d-4c50-9fc4-e95227d4f852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863674 Mar 11 02:58:03.869022 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-0f0c6000-fcaa-4c5a-ba53-02a622884c7d req-435f1088-2187-486e-89d3-4346c808e94a tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/security-groups?id=80bb0548-f8bc-4a80-afbb-37b7a84dba28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018786 Mar 11 02:58:03.885811 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb7313d-d8e0-4b29-8571-f02adb24f14d req-f6123b64-a9cc-4617-8a58-afea95d25a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:58:03.887329 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-cbb7313d-d8e0-4b29-8571-f02adb24f14d req-f6123b64-a9cc-4617-8a58-afea95d25a2d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c37e13a0-a6c7-4b0f-ae0c-93319b771da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0903649 Mar 11 02:58:03.997577 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-cbb7313d-d8e0-4b29-8571-f02adb24f14d req-0c705a8b-f28a-4b62-85d7-248610f78b75 service neutron] 10.222.0.13 "GET /v2.0/networks/c37e13a0-a6c7-4b0f-ae0c-93319b771da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020517 Mar 11 02:58:04.111114 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-cbb7313d-d8e0-4b29-8571-f02adb24f14d req-b5b4e56b-9098-496a-a945-8603a974271c service neutron] 10.222.0.13 "GET /v2.0/networks/c37e13a0-a6c7-4b0f-ae0c-93319b771da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023462 Mar 11 02:58:04.118538 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 43398) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:58:04.238560 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.v2.base [None req-c9cafea7-823d-4ade-ac6e-793226a3bd50 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1471188484-network', 'tenant_id': 'd266d4d026a847999511d16d1e1b7058'}} {{(pid=103103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 02:58:04.259696 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9cafea7-823d-4ade-ac6e-793226a3bd50 admin admin] Made reservation on behalf of d266d4d026a847999511d16d1e1b7058 for: {'network': 1} {{(pid=103103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 02:58:04.263590 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-c9cafea7-823d-4ade-ac6e-793226a3bd50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for network (None), before_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:04.275305 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-c9cafea7-823d-4ade-ac6e-793226a3bd50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:04.366644 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-c9cafea7-823d-4ade-ac6e-793226a3bd50 admin admin] Publish callbacks [] for security_group (85a45643-8e65-47ee-9513-579b3288f84b), precommit_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:04.371475 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-c9cafea7-823d-4ade-ac6e-793226a3bd50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (85a45643-8e65-47ee-9513-579b3288f84b), after_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:04.404347 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9cafea7-823d-4ade-ac6e-793226a3bd50 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=103103) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 02:58:04.410741 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cafea7-823d-4ade-ac6e-793226a3bd50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85a45643-8e65-47ee-9513-579b3288f84b,revision_number=1']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:58:04.420027 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-c9cafea7-823d-4ade-ac6e-793226a3bd50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536533115'] for segment (a366a7a1-adac-4403-8b3f-be79a22993e9), precommit_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:04.420386 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.db.segments_db [None req-c9cafea7-823d-4ade-ac6e-793226a3bd50 admin admin] Added segment a366a7a1-adac-4403-8b3f-be79a22993e9 of type vlan for network d5b55154-9313-4965-9a75-ba08a20f1f5a Mar 11 02:58:04.470998 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-c9cafea7-823d-4ade-ac6e-793226a3bd50 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774348876719'] for network (d5b55154-9313-4965-9a75-ba08a20f1f5a), precommit_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:04.500169 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-c9cafea7-823d-4ade-ac6e-793226a3bd50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087'] for network (d5b55154-9313-4965-9a75-ba08a20f1f5a), after_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:04.502056 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9cafea7-823d-4ade-ac6e-793226a3bd50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:58:04.505828 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-c9cafea7-823d-4ade-ac6e-793226a3bd50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-648073'] for network (None), before_response {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:04.546168 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-c9cafea7-823d-4ade-ac6e-793226a3bd50 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4264946 Mar 11 02:58:04.549010 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 43406) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:58:04.556862 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.v2.base [None req-898bc0f1-0373-487a-94b6-a26cf87649d1 admin admin] Request body: {'subnet': {'network_id': 'd5b55154-9313-4965-9a75-ba08a20f1f5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1471188484-subnet', 'tenant_id': 'd266d4d026a847999511d16d1e1b7058', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 02:58:04.590789 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cafea7-823d-4ade-ac6e-793226a3bd50 admin admin] Pushing event updated for resources: {'Network': ['ID=d5b55154-9313-4965-9a75-ba08a20f1f5a,revision_number=1']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:58:04.604195 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Network d5b55154-9313-4965-9a75-ba08a20f1f5a details requested by agent ovs-agent-dv-cinder-740146-14-smb with host dv-cinder-740146-14-smb {{(pid=103105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 02:58:04.618967 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-898bc0f1-0373-487a-94b6-a26cf87649d1 admin admin] Made reservation on behalf of d266d4d026a847999511d16d1e1b7058 for: {'subnet': 1} {{(pid=103103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 02:58:04.621654 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-898bc0f1-0373-487a-94b6-a26cf87649d1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:04.822544 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-898bc0f1-0373-487a-94b6-a26cf87649d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087'] for subnet (46fbf786-b7bd-4649-8bd5-06562bba3bcc), after_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:04.894055 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898bc0f1-0373-487a-94b6-a26cf87649d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46fbf786-b7bd-4649-8bd5-06562bba3bcc,revision_number=0']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:58:04.908310 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898bc0f1-0373-487a-94b6-a26cf87649d1 admin admin] Checking segment: {'id': 'a366a7a1-adac-4403-8b3f-be79a22993e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'd5b55154-9313-4965-9a75-ba08a20f1f5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 02:58:04.908789 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898bc0f1-0373-487a-94b6-a26cf87649d1 admin admin] Network hostable DHCP agents. Network: d5b55154-9313-4965-9a75-ba08a20f1f5a, hostable agents: ['27668cff-ea20-4e06-9a9c-d4f827fe3eb1'], hosted agents: [] {{(pid=103103) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 02:58:04.921056 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.agents_db [None req-3d558b34-a2e4-40ae-982b-3a8752938275 None None] Agent healthcheck: found 6 active agents {{(pid=103106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 02:58:04.988093 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898bc0f1-0373-487a-94b6-a26cf87649d1 admin admin] Network d5b55154-9313-4965-9a75-ba08a20f1f5a is scheduled to be hosted by DHCP agent 27668cff-ea20-4e06-9a9c-d4f827fe3eb1 with binding_index 1 {{(pid=103103) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 02:58:05.013165 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.scheduler.base_scheduler [None req-898bc0f1-0373-487a-94b6-a26cf87649d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-14-smb, d5b55154-9313-4965-9a75-ba08a20f1f5a) {{(pid=103103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 02:58:05.053951 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-898bc0f1-0373-487a-94b6-a26cf87649d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:58:05.054229 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc3abf22-08e6-4230-b52c-a1382750f953 None None] Network d5b55154-9313-4965-9a75-ba08a20f1f5a requested from dv-cinder-740146-14-smb {{(pid=103105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 02:58:05.054556 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-898bc0f1-0373-487a-94b6-a26cf87649d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-648073'] for subnet (None), before_response {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:05.082007 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a982d44d-41ec-4a76-b0cc-ca143b051961 req-13ad93e9-d67c-41d5-b7d5-670b368deade tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:58:05.082007 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-a982d44d-41ec-4a76-b0cc-ca143b051961 req-13ad93e9-d67c-41d5-b7d5-670b368deade tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ca0ee35-6570-423a-b4b6-dca700e30df7 HTTP/1.1" status: 200 len: 945 time: 0.1913795 Mar 11 02:58:05.104004 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-898bc0f1-0373-487a-94b6-a26cf87649d1 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5540266 Mar 11 02:58:05.107857 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085bdb66-2476-4f60-9130-0e3ab2196e47 req-f8c17ad1-3ff1-411b-a252-c3ebf7e9715f tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:58:05.110114 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-085bdb66-2476-4f60-9130-0e3ab2196e47 req-f8c17ad1-3ff1-411b-a252-c3ebf7e9715f tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/ports?device_id=e409d1d5-f58e-4339-96ac-4bf92f2eeb8b HTTP/1.1" status: 200 len: 945 time: 0.1210482 Mar 11 02:58:05.162949 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-a982d44d-41ec-4a76-b0cc-ca143b051961 req-1d461eaf-4628-4a6f-8359-1519fedd58c8 tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] 10.222.0.20 "GET /v2.0/security-groups?id=85acd191-e35d-4c50-9fc4-e95227d4f852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686793 Mar 11 02:58:05.204103 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-085bdb66-2476-4f60-9130-0e3ab2196e47 req-c7bfd95c-44fc-4366-a573-32693103d7ce tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/security-groups?id=80bb0548-f8bc-4a80-afbb-37b7a84dba28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853493 Mar 11 02:58:05.237148 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be01096-870d-4d8f-9403-864f6579d5dc None None] Network d5b55154-9313-4965-9a75-ba08a20f1f5a requested from dv-cinder-740146-14-smb {{(pid=103105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 02:58:05.716748 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 43434) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:58:05.722364 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.v2.base [None req-b295b80d-930d-4dc1-ae19-1f9694692cab admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1562449657-network', 'tenant_id': '2d3c23f5bbb745769386c6961974e91b'}} {{(pid=103104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 02:58:05.746442 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b295b80d-930d-4dc1-ae19-1f9694692cab admin admin] Made reservation on behalf of 2d3c23f5bbb745769386c6961974e91b for: {'network': 1} {{(pid=103104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 02:58:05.748751 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-b295b80d-930d-4dc1-ae19-1f9694692cab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for network (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:05.761262 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-b295b80d-930d-4dc1-ae19-1f9694692cab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:05.843976 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-b295b80d-930d-4dc1-ae19-1f9694692cab admin admin] Publish callbacks [] for security_group (cbf61d11-6320-405b-851f-b55c8ac0b384), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:05.851505 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-b295b80d-930d-4dc1-ae19-1f9694692cab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (cbf61d11-6320-405b-851f-b55c8ac0b384), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:05.877174 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b295b80d-930d-4dc1-ae19-1f9694692cab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=103104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 02:58:05.889109 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b295b80d-930d-4dc1-ae19-1f9694692cab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbf61d11-6320-405b-851f-b55c8ac0b384,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:58:05.893534 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-b295b80d-930d-4dc1-ae19-1f9694692cab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536533115'] for segment (d45d6ab8-13b6-4a78-9422-af0009732335), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:05.893881 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.db.segments_db [None req-b295b80d-930d-4dc1-ae19-1f9694692cab admin admin] Added segment d45d6ab8-13b6-4a78-9422-af0009732335 of type vlan for network d5f9e2e6-91ae-4fe5-b9c7-845053371c10 Mar 11 02:58:05.967902 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-b295b80d-930d-4dc1-ae19-1f9694692cab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774348876719'] for network (d5f9e2e6-91ae-4fe5-b9c7-845053371c10), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:06.004643 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-b295b80d-930d-4dc1-ae19-1f9694692cab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087'] for network (d5f9e2e6-91ae-4fe5-b9c7-845053371c10), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:06.006967 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b295b80d-930d-4dc1-ae19-1f9694692cab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:58:06.008894 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-b295b80d-930d-4dc1-ae19-1f9694692cab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-648073'] for network (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:06.049193 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-b295b80d-930d-4dc1-ae19-1f9694692cab admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3312414 Mar 11 02:58:06.049973 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 43436) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:58:06.060900 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.v2.base [None req-ab045368-ee9c-495a-80d9-ff105cb46a06 admin admin] Request body: {'subnet': {'network_id': 'd5f9e2e6-91ae-4fe5-b9c7-845053371c10', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1562449657-subnet', 'tenant_id': '2d3c23f5bbb745769386c6961974e91b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 02:58:06.095668 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab045368-ee9c-495a-80d9-ff105cb46a06 admin admin] Made reservation on behalf of 2d3c23f5bbb745769386c6961974e91b for: {'subnet': 1} {{(pid=103103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 02:58:06.100642 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-ab045368-ee9c-495a-80d9-ff105cb46a06 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:06.102051 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b295b80d-930d-4dc1-ae19-1f9694692cab admin admin] Pushing event updated for resources: {'Network': ['ID=d5f9e2e6-91ae-4fe5-b9c7-845053371c10,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:58:06.113606 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Network d5f9e2e6-91ae-4fe5-b9c7-845053371c10 details requested by agent ovs-agent-dv-cinder-740146-14-smb with host dv-cinder-740146-14-smb {{(pid=103105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 02:58:06.389318 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94b5a1d-f7a7-4fa2-b938-62818c05fbf0 req-b2347de8-b04d-48a3-8dbf-97a2fe41973d tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:58:06.392421 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-b94b5a1d-f7a7-4fa2-b938-62818c05fbf0 req-b2347de8-b04d-48a3-8dbf-97a2fe41973d tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/ports?device_id=e409d1d5-f58e-4339-96ac-4bf92f2eeb8b HTTP/1.1" status: 200 len: 945 time: 0.0774581 Mar 11 02:58:06.499077 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-b94b5a1d-f7a7-4fa2-b938-62818c05fbf0 req-113e3b23-0b37-4f1b-a085-92ef975a8c1b tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/security-groups?id=80bb0548-f8bc-4a80-afbb-37b7a84dba28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992558 Mar 11 02:58:06.585605 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-ab045368-ee9c-495a-80d9-ff105cb46a06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087'] for subnet (74896c5c-481f-42b2-84bc-03fdb2292b43), after_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:06.635716 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773b1afe-7c1d-48e9-8c3c-1b0aa2b372fd req-7880656b-b3be-4f60-8133-5c43c4ffe5ef tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:58:06.638214 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-773b1afe-7c1d-48e9-8c3c-1b0aa2b372fd req-7880656b-b3be-4f60-8133-5c43c4ffe5ef tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ca0ee35-6570-423a-b4b6-dca700e30df7 HTTP/1.1" status: 200 len: 945 time: 0.1255531 Mar 11 02:58:06.679028 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab045368-ee9c-495a-80d9-ff105cb46a06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74896c5c-481f-42b2-84bc-03fdb2292b43,revision_number=0']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:58:06.729509 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab045368-ee9c-495a-80d9-ff105cb46a06 admin admin] Checking segment: {'id': 'd45d6ab8-13b6-4a78-9422-af0009732335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd5f9e2e6-91ae-4fe5-b9c7-845053371c10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 02:58:06.729908 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab045368-ee9c-495a-80d9-ff105cb46a06 admin admin] Network hostable DHCP agents. Network: d5f9e2e6-91ae-4fe5-b9c7-845053371c10, hostable agents: ['27668cff-ea20-4e06-9a9c-d4f827fe3eb1'], hosted agents: [] {{(pid=103103) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 02:58:06.760269 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Device 376644d1-d63b-4c41-ba43-be4c17127867 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=103105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 02:58:06.777420 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-773b1afe-7c1d-48e9-8c3c-1b0aa2b372fd req-04ce90b6-47e4-4d72-878d-f62ec80c4058 tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] 10.222.0.20 "GET /v2.0/security-groups?id=85acd191-e35d-4c50-9fc4-e95227d4f852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245887 Mar 11 02:58:06.801124 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab045368-ee9c-495a-80d9-ff105cb46a06 admin admin] Network d5f9e2e6-91ae-4fe5-b9c7-845053371c10 is scheduled to be hosted by DHCP agent 27668cff-ea20-4e06-9a9c-d4f827fe3eb1 with binding_index 1 {{(pid=103103) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 02:58:06.824827 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.scheduler.base_scheduler [None req-ab045368-ee9c-495a-80d9-ff105cb46a06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-14-smb, d5f9e2e6-91ae-4fe5-b9c7-845053371c10) {{(pid=103103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 02:58:06.832056 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab045368-ee9c-495a-80d9-ff105cb46a06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:58:06.832743 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-ab045368-ee9c-495a-80d9-ff105cb46a06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-648073'] for subnet (None), before_response {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:06.835308 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08dcfce1-5d9b-4f83-b9d7-fd0f28d1e78e None None] Network d5f9e2e6-91ae-4fe5-b9c7-845053371c10 requested from dv-cinder-740146-14-smb {{(pid=103105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 02:58:06.867156 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-ab045368-ee9c-495a-80d9-ff105cb46a06 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8151290 Mar 11 02:58:07.038692 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 43462) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:58:07.088227 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2a03dea-4655-479b-a751-4399c6fc222d admin admin] Deleting subnet 46fbf786-b7bd-4649-8bd5-06562bba3bcc {{(pid=103103) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 02:58:07.092439 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-a2a03dea-4655-479b-a751-4399c6fc222d admin admin] Publish callbacks [] for subnet (46fbf786-b7bd-4649-8bd5-06562bba3bcc), before_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:07.140633 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-a2a03dea-4655-479b-a751-4399c6fc222d admin admin] Publish callbacks [] for subnet (46fbf786-b7bd-4649-8bd5-06562bba3bcc), precommit_delete_associations {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:07.149654 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-a2a03dea-4655-479b-a751-4399c6fc222d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536560100'] for subnet (46fbf786-b7bd-4649-8bd5-06562bba3bcc), precommit_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:07.188884 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [req-a520a5f5-6ae5-4af5-bb3f-728c1c9bd14a req-1d72d28f-36b2-4985-b127-814624104386 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103103) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 02:58:07.191106 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-a520a5f5-6ae5-4af5-bb3f-728c1c9bd14a req-1d72d28f-36b2-4985-b127-814624104386 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0095785 Mar 11 02:58:07.211673 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Current status of the port 376644d1-d63b-4c41-ba43-be4c17127867 is: ACTIVE; New status is: DOWN {{(pid=103105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 02:58:07.212414 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (376644d1-d63b-4c41-ba43-be4c17127867), before_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:07.255652 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-a2a03dea-4655-479b-a751-4399c6fc222d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536560111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087'] for subnet (46fbf786-b7bd-4649-8bd5-06562bba3bcc), after_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:07.263148 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b59f8f4b-aab3-4024-9b45-77331d9338bb None None] Network d5f9e2e6-91ae-4fe5-b9c7-845053371c10 requested from dv-cinder-740146-14-smb {{(pid=103105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 02:58:07.320503 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a03dea-4655-479b-a751-4399c6fc222d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46fbf786-b7bd-4649-8bd5-06562bba3bcc,revision_number=None']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:58:07.334140 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-a2a03dea-4655-479b-a751-4399c6fc222d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-648073'] for subnet (None), before_response {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:07.342592 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-a2a03dea-4655-479b-a751-4399c6fc222d admin admin] 10.222.0.20 "DELETE /v2.0/subnets/46fbf786-b7bd-4649-8bd5-06562bba3bcc HTTP/1.1" status: 204 len: 168 time: 0.3006027 Mar 11 02:58:07.343119 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 43468) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:58:07.465406 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e409d1d5-f58e-4339-96ac-4bf92f2eeb8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '376644d1-d63b-4c41-ba43-be4c17127867'}] {{(pid=103105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 02:58:07.467714 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}703a16387464127cc7b8de6906938e3e01810e7f46b2e9393936db54d9388ffe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa9073d4-37e6-4ce8-ac0c-3348ab35c88d" -d '{"events": [{"server_uuid": "e409d1d5-f58e-4339-96ac-4bf92f2eeb8b", "name": "network-vif-unplugged", "status": "completed", "tag": "376644d1-d63b-4c41-ba43-be4c17127867"}]}' {{(pid=103105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 02:58:07.488328 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c4de9c-ce6b-4d96-9144-7328cdb6c355 req-b4ffc31e-46d2-43fe-ab1e-40e85b8fbd8f tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:58:07.489779 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-d0c4de9c-ce6b-4d96-9144-7328cdb6c355 req-b4ffc31e-46d2-43fe-ab1e-40e85b8fbd8f tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/ports?device_id=e409d1d5-f58e-4339-96ac-4bf92f2eeb8b HTTP/1.1" status: 200 len: 945 time: 0.0909657 Mar 11 02:58:07.499509 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-9b47b9c9-dca2-45cd-b0e4-c0a4ad5fb24f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536131617'] for network (d5b55154-9313-4965-9a75-ba08a20f1f5a), before_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:07.514392 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] For port 376644d1-d63b-4c41-ba43-be4c17127867, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=376644d1-d63b-4c41-ba43-be4c17127867,segment=NetworkSegment(e477fdca-2d56-4686-9dff-dd5cd9b82843),segment_id=e477fdca-2d56-4686-9dff-dd5cd9b82843)] {{(pid=103105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 02:58:07.522861 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712'] for port (376644d1-d63b-4c41-ba43-be4c17127867), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:07.553957 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 11 Mar 2022 02:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-839bd673-370a-4641-8eaa-42d889949dc1 x-openstack-request-id: req-839bd673-370a-4641-8eaa-42d889949dc1 {{(pid=103105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 02:58:07.554419 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e409d1d5-f58e-4339-96ac-4bf92f2eeb8b", "name": "network-vif-unplugged", "status": "failed", "tag": "376644d1-d63b-4c41-ba43-be4c17127867", "code": 422}]} {{(pid=103105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 02:58:07.554681 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-839bd673-370a-4641-8eaa-42d889949dc1 {{(pid=103105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 02:58:07.555137 dv-cinder-740146-14-smb neutron-server[103105]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e409d1d5-f58e-4339-96ac-4bf92f2eeb8b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '376644d1-d63b-4c41-ba43-be4c17127867', 'code': 422} returned with failed status Mar 11 02:58:07.585368 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-d0c4de9c-ce6b-4d96-9144-7328cdb6c355 req-04d9d8cc-5a66-4967-915f-0290f4f2e185 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/security-groups?id=80bb0548-f8bc-4a80-afbb-37b7a84dba28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755742 Mar 11 02:58:07.596969 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Pushing event updated for resources: {'Port': ['ID=376644d1-d63b-4c41-ba43-be4c17127867,revision_number=8']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:58:07.686490 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-9b47b9c9-dca2-45cd-b0e4-c0a4ad5fb24f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536562719', 'neutron.services.segments.db._delete_segments_for_network-8774349187094'] for network (d5b55154-9313-4965-9a75-ba08a20f1f5a), precommit_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:07.719100 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-9b47b9c9-dca2-45cd-b0e4-c0a4ad5fb24f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:58:07.719682 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-9b47b9c9-dca2-45cd-b0e4-c0a4ad5fb24f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:58:07.721049 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-9b47b9c9-dca2-45cd-b0e4-c0a4ad5fb24f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:58:07.721499 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-9b47b9c9-dca2-45cd-b0e4-c0a4ad5fb24f admin admin] Subscribe: > port after_create 55550000 {{(pid=103103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:58:07.721819 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-9b47b9c9-dca2-45cd-b0e4-c0a4ad5fb24f admin admin] Subscribe: > port after_delete 55550000 {{(pid=103103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:58:07.722142 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-9b47b9c9-dca2-45cd-b0e4-c0a4ad5fb24f admin admin] Subscribe: > port after_update 55550000 {{(pid=103103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:58:07.722479 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-9b47b9c9-dca2-45cd-b0e4-c0a4ad5fb24f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:58:07.723926 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-9b47b9c9-dca2-45cd-b0e4-c0a4ad5fb24f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:58:07.723926 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-9b47b9c9-dca2-45cd-b0e4-c0a4ad5fb24f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:58:07.723926 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-9b47b9c9-dca2-45cd-b0e4-c0a4ad5fb24f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:58:07.851054 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-9b47b9c9-dca2-45cd-b0e4-c0a4ad5fb24f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:58:07.851820 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-9b47b9c9-dca2-45cd-b0e4-c0a4ad5fb24f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:58:07.852342 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-9b47b9c9-dca2-45cd-b0e4-c0a4ad5fb24f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:58:07.852764 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-9b47b9c9-dca2-45cd-b0e4-c0a4ad5fb24f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 02:58:07.853290 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.services.segments.db [None req-9b47b9c9-dca2-45cd-b0e4-c0a4ad5fb24f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5b55154-9313-4965-9a75-ba08a20f1f5a']}} {{(pid=103103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 02:58:07.891512 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.services.segments.db [None req-9b47b9c9-dca2-45cd-b0e4-c0a4ad5fb24f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a366a7a1-adac-4403-8b3f-be79a22993e9') {'for_net_delete': True} {{(pid=103103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 02:58:07.891947 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.services.segments.db [None req-9b47b9c9-dca2-45cd-b0e4-c0a4ad5fb24f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a366a7a1-adac-4403-8b3f-be79a22993e9') {} {{(pid=103103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 02:58:07.926489 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-9b47b9c9-dca2-45cd-b0e4-c0a4ad5fb24f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774349187871', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8546555'] for segment (a366a7a1-adac-4403-8b3f-be79a22993e9), before_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:07.951274 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-9b47b9c9-dca2-45cd-b0e4-c0a4ad5fb24f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536533115'] for segment (a366a7a1-adac-4403-8b3f-be79a22993e9), precommit_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:07.965533 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b47b9c9-dca2-45cd-b0e4-c0a4ad5fb24f admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=103103) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 02:58:07.966146 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-9b47b9c9-dca2-45cd-b0e4-c0a4ad5fb24f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536533115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9139215'] for segment (a366a7a1-adac-4403-8b3f-be79a22993e9), after_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:07.973007 dv-cinder-740146-14-smb neutron-server[103103]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 11 02:58:07.973007 dv-cinder-740146-14-smb neutron-server[103103]: from cryptography.utils import int_from_bytes Mar 11 02:58:07.973007 dv-cinder-740146-14-smb neutron-server[103103]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 11 02:58:07.973007 dv-cinder-740146-14-smb neutron-server[103103]: from cryptography.utils import int_from_bytes Mar 11 02:58:07.973007 dv-cinder-740146-14-smb neutron-server[103103]: Traceback (most recent call last): Mar 11 02:58:07.973007 dv-cinder-740146-14-smb neutron-server[103103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 02:58:07.973007 dv-cinder-740146-14-smb neutron-server[103103]: timer() Mar 11 02:58:07.973007 dv-cinder-740146-14-smb neutron-server[103103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 02:58:07.973007 dv-cinder-740146-14-smb neutron-server[103103]: cb(*args, **kw) Mar 11 02:58:07.973007 dv-cinder-740146-14-smb neutron-server[103103]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 02:58:07.973007 dv-cinder-740146-14-smb neutron-server[103103]: return func(*args, **kwargs) Mar 11 02:58:07.973007 dv-cinder-740146-14-smb neutron-server[103103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 02:58:07.973007 dv-cinder-740146-14-smb neutron-server[103103]: self._notify() Mar 11 02:58:07.973007 dv-cinder-740146-14-smb neutron-server[103103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 02:58:07.973007 dv-cinder-740146-14-smb neutron-server[103103]: self.callback(batched_events) Mar 11 02:58:07.973007 dv-cinder-740146-14-smb neutron-server[103103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 02:58:07.973007 dv-cinder-740146-14-smb neutron-server[103103]: event.method(event) Mar 11 02:58:07.973007 dv-cinder-740146-14-smb neutron-server[103103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 02:58:07.973007 dv-cinder-740146-14-smb neutron-server[103103]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 02:58:07.973007 dv-cinder-740146-14-smb neutron-server[103103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 02:58:07.973007 dv-cinder-740146-14-smb neutron-server[103103]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 02:58:07.973007 dv-cinder-740146-14-smb neutron-server[103103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 02:58:07.973007 dv-cinder-740146-14-smb neutron-server[103103]: return f(self, *a, **k) Mar 11 02:58:07.973007 dv-cinder-740146-14-smb neutron-server[103103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 02:58:07.973007 dv-cinder-740146-14-smb neutron-server[103103]: return self._get(url).json() Mar 11 02:58:07.973007 dv-cinder-740146-14-smb neutron-server[103103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 02:58:07.973007 dv-cinder-740146-14-smb neutron-server[103103]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 02:58:07.973007 dv-cinder-740146-14-smb neutron-server[103103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 02:58:07.973007 dv-cinder-740146-14-smb neutron-server[103103]: return self.request(url, 'GET', **kwargs) Mar 11 02:58:07.973007 dv-cinder-740146-14-smb neutron-server[103103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 02:58:07.973007 dv-cinder-740146-14-smb neutron-server[103103]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 02:58:07.973007 dv-cinder-740146-14-smb neutron-server[103103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 02:58:07.973007 dv-cinder-740146-14-smb neutron-server[103103]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 02:58:07.973007 dv-cinder-740146-14-smb neutron-server[103103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 02:58:07.973007 dv-cinder-740146-14-smb neutron-server[103103]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 02:58:07.973007 dv-cinder-740146-14-smb neutron-server[103103]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 02:58:07.999780 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36e9dfd-e9d7-4f53-b860-963d3f0d7bf9 req-69ee9639-879a-4069-a9c0-62498ad6a358 tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:58:08.003669 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-d36e9dfd-e9d7-4f53-b860-963d3f0d7bf9 req-69ee9639-879a-4069-a9c0-62498ad6a358 tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ca0ee35-6570-423a-b4b6-dca700e30df7 HTTP/1.1" status: 200 len: 945 time: 0.1415212 Mar 11 02:58:08.055010 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 43496) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:58:08.063905 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-9b47b9c9-dca2-45cd-b0e4-c0a4ad5fb24f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536562790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580582'] for network (d5b55154-9313-4965-9a75-ba08a20f1f5a), after_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:08.082638 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-9b47b9c9-dca2-45cd-b0e4-c0a4ad5fb24f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-648073'] for network (None), before_response {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:08.088595 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-9b47b9c9-dca2-45cd-b0e4-c0a4ad5fb24f admin admin] 10.222.0.20 "DELETE /v2.0/networks/d5b55154-9313-4965-9a75-ba08a20f1f5a HTTP/1.1" status: 204 len: 168 time: 0.7419019 Mar 11 02:58:08.091512 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 43500) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:58:08.103269 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b47b9c9-dca2-45cd-b0e4-c0a4ad5fb24f admin admin] Pushing event deleted for resources: {'Network': ['ID=d5b55154-9313-4965-9a75-ba08a20f1f5a,revision_number=None']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:58:08.108104 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-d36e9dfd-e9d7-4f53-b860-963d3f0d7bf9 req-e422342c-86e1-4f74-b2fd-3928e2d91b75 tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] 10.222.0.20 "GET /v2.0/security-groups?id=85acd191-e35d-4c50-9fc4-e95227d4f852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933123 Mar 11 02:58:08.156760 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.db.db_base_plugin_v2 [None req-0072a831-0976-4314-9498-e302fc8dfb04 admin admin] Deleting subnet 74896c5c-481f-42b2-84bc-03fdb2292b43 {{(pid=103104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 02:58:08.168378 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-0072a831-0976-4314-9498-e302fc8dfb04 admin admin] Publish callbacks [] for subnet (74896c5c-481f-42b2-84bc-03fdb2292b43), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:08.224526 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-0072a831-0976-4314-9498-e302fc8dfb04 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3905093'] for subnet (74896c5c-481f-42b2-84bc-03fdb2292b43), precommit_delete_associations {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:08.262778 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-46c7e831-6149-453d-af89-712472c998b8 req-341cf819-5503-4ebd-ab13-8974bc6152a0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e409d1d5-f58e-4339-96ac-4bf92f2eeb8b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2061467 Mar 11 02:58:08.267725 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [req-46c7e831-6149-453d-af89-712472c998b8 req-3b0a065f-541b-4d9b-8207-80f6faa5db08 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103104) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 02:58:08.268743 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-46c7e831-6149-453d-af89-712472c998b8 req-3b0a065f-541b-4d9b-8207-80f6faa5db08 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052080 Mar 11 02:58:08.307335 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-0072a831-0976-4314-9498-e302fc8dfb04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536560100'] for subnet (74896c5c-481f-42b2-84bc-03fdb2292b43), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:08.367263 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 43506) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:58:08.526047 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c7e831-6149-453d-af89-712472c998b8 req-cfc3799c-5db3-4ead-a2ce-a891d3ad6ead tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:58:08.535346 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-46c7e831-6149-453d-af89-712472c998b8 req-cfc3799c-5db3-4ead-a2ce-a891d3ad6ead tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/ports/376644d1-d63b-4c41-ba43-be4c17127867 HTTP/1.1" status: 200 len: 940 time: 0.1667228 Mar 11 02:58:08.732054 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-0072a831-0976-4314-9498-e302fc8dfb04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536560111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9193740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8900754'] for subnet (74896c5c-481f-42b2-84bc-03fdb2292b43), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:08.746726 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b677dfa-60f2-41fd-aabf-9a1ed14b1c99 req-08f628f0-66b0-4640-880a-270fc890e5f1 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:58:08.753923 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-1b677dfa-60f2-41fd-aabf-9a1ed14b1c99 req-08f628f0-66b0-4640-880a-270fc890e5f1 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/ports?device_id=e409d1d5-f58e-4339-96ac-4bf92f2eeb8b HTTP/1.1" status: 200 len: 943 time: 0.0942204 Mar 11 02:58:08.785221 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0072a831-0976-4314-9498-e302fc8dfb04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74896c5c-481f-42b2-84bc-03fdb2292b43,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:58:08.788318 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-0072a831-0976-4314-9498-e302fc8dfb04 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:08.792336 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-0072a831-0976-4314-9498-e302fc8dfb04 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/74896c5c-481f-42b2-84bc-03fdb2292b43 HTTP/1.1" status: 204 len: 168 time: 0.6995766 Mar 11 02:58:08.795464 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 43526) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:58:08.843852 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-1b677dfa-60f2-41fd-aabf-9a1ed14b1c99 req-7e7970c8-f799-47ea-bb2d-1e9d81b61068 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/security-groups?id=80bb0548-f8bc-4a80-afbb-37b7a84dba28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889916 Mar 11 02:58:08.923015 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-a8410fa9-c1b1-400e-a142-44e6425684e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536131617'] for network (d5f9e2e6-91ae-4fe5-b9c7-845053371c10), before_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:09.065373 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8f3012-9ff2-4848-b648-557a4e102637 req-8284059a-f049-4c3d-bc05-4d62fedc690d tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:58:09.067127 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-0f8f3012-9ff2-4848-b648-557a4e102637 req-8284059a-f049-4c3d-bc05-4d62fedc690d tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ca0ee35-6570-423a-b4b6-dca700e30df7 HTTP/1.1" status: 200 len: 945 time: 0.0770893 Mar 11 02:58:09.072131 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-a8410fa9-c1b1-400e-a142-44e6425684e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536562719', 'neutron.services.segments.db._delete_segments_for_network-8774349187094'] for network (d5f9e2e6-91ae-4fe5-b9c7-845053371c10), precommit_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:09.100501 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.services.segments.db [None req-a8410fa9-c1b1-400e-a142-44e6425684e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5f9e2e6-91ae-4fe5-b9c7-845053371c10']}} {{(pid=103103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 02:58:09.113844 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.services.segments.db [None req-a8410fa9-c1b1-400e-a142-44e6425684e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd45d6ab8-13b6-4a78-9422-af0009732335') {'for_net_delete': True} {{(pid=103103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 02:58:09.114392 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.services.segments.db [None req-a8410fa9-c1b1-400e-a142-44e6425684e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd45d6ab8-13b6-4a78-9422-af0009732335') {} {{(pid=103103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 02:58:09.146334 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-a8410fa9-c1b1-400e-a142-44e6425684e3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774349187871', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8546555'] for segment (d45d6ab8-13b6-4a78-9422-af0009732335), before_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:09.186808 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-a8410fa9-c1b1-400e-a142-44e6425684e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536533115'] for segment (d45d6ab8-13b6-4a78-9422-af0009732335), precommit_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:09.201025 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8410fa9-c1b1-400e-a142-44e6425684e3 admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=103103) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 02:58:09.201783 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-a8410fa9-c1b1-400e-a142-44e6425684e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536533115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9139215'] for segment (d45d6ab8-13b6-4a78-9422-af0009732335), after_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:09.214556 dv-cinder-740146-14-smb neutron-server[103103]: Traceback (most recent call last): Mar 11 02:58:09.214556 dv-cinder-740146-14-smb neutron-server[103103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 02:58:09.214556 dv-cinder-740146-14-smb neutron-server[103103]: timer() Mar 11 02:58:09.214556 dv-cinder-740146-14-smb neutron-server[103103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 02:58:09.214556 dv-cinder-740146-14-smb neutron-server[103103]: cb(*args, **kw) Mar 11 02:58:09.214556 dv-cinder-740146-14-smb neutron-server[103103]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 02:58:09.214556 dv-cinder-740146-14-smb neutron-server[103103]: return func(*args, **kwargs) Mar 11 02:58:09.214556 dv-cinder-740146-14-smb neutron-server[103103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 02:58:09.214556 dv-cinder-740146-14-smb neutron-server[103103]: self._notify() Mar 11 02:58:09.214556 dv-cinder-740146-14-smb neutron-server[103103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 02:58:09.214556 dv-cinder-740146-14-smb neutron-server[103103]: self.callback(batched_events) Mar 11 02:58:09.214556 dv-cinder-740146-14-smb neutron-server[103103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 02:58:09.214556 dv-cinder-740146-14-smb neutron-server[103103]: event.method(event) Mar 11 02:58:09.214556 dv-cinder-740146-14-smb neutron-server[103103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 02:58:09.214556 dv-cinder-740146-14-smb neutron-server[103103]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 02:58:09.214556 dv-cinder-740146-14-smb neutron-server[103103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 02:58:09.214556 dv-cinder-740146-14-smb neutron-server[103103]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 02:58:09.214556 dv-cinder-740146-14-smb neutron-server[103103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 02:58:09.214556 dv-cinder-740146-14-smb neutron-server[103103]: return f(self, *a, **k) Mar 11 02:58:09.214556 dv-cinder-740146-14-smb neutron-server[103103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 02:58:09.214556 dv-cinder-740146-14-smb neutron-server[103103]: return self._get(url).json() Mar 11 02:58:09.214556 dv-cinder-740146-14-smb neutron-server[103103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 02:58:09.214556 dv-cinder-740146-14-smb neutron-server[103103]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 02:58:09.214556 dv-cinder-740146-14-smb neutron-server[103103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 02:58:09.214556 dv-cinder-740146-14-smb neutron-server[103103]: return self.request(url, 'GET', **kwargs) Mar 11 02:58:09.214556 dv-cinder-740146-14-smb neutron-server[103103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 02:58:09.214556 dv-cinder-740146-14-smb neutron-server[103103]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 02:58:09.214556 dv-cinder-740146-14-smb neutron-server[103103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 02:58:09.214556 dv-cinder-740146-14-smb neutron-server[103103]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 02:58:09.214556 dv-cinder-740146-14-smb neutron-server[103103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 02:58:09.214556 dv-cinder-740146-14-smb neutron-server[103103]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 02:58:09.214556 dv-cinder-740146-14-smb neutron-server[103103]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 02:58:09.247901 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.plugin [req-0f8f3012-9ff2-4848-b648-557a4e102637 req-9834b0b2-1d09-4fc2-935e-b597bf1f5c65 tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] Deleting port ce94d90f-3c8f-4b46-9672-a202ac60cbec {{(pid=103104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 02:58:09.248389 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-0f8f3012-9ff2-4848-b648-557a4e102637 req-9834b0b2-1d09-4fc2-935e-b597bf1f5c65 tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774349354222'] for port (ce94d90f-3c8f-4b46-9672-a202ac60cbec), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:09.341641 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-a8410fa9-c1b1-400e-a142-44e6425684e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536562790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580582'] for network (d5f9e2e6-91ae-4fe5-b9c7-845053371c10), after_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:09.353750 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-a8410fa9-c1b1-400e-a142-44e6425684e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-648073'] for network (None), before_response {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:09.361580 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-a8410fa9-c1b1-400e-a142-44e6425684e3 admin admin] 10.222.0.20 "DELETE /v2.0/networks/d5f9e2e6-91ae-4fe5-b9c7-845053371c10 HTTP/1.1" status: 204 len: 168 time: 0.5650320 Mar 11 02:58:09.384271 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8410fa9-c1b1-400e-a142-44e6425684e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5f9e2e6-91ae-4fe5-b9c7-845053371c10,revision_number=None']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:58:09.397837 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322d5392-e655-41c9-8b4c-a171504cffd7 req-9ae0c097-3297-450b-a7f0-9220c82af479 tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:58:09.406561 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-322d5392-e655-41c9-8b4c-a171504cffd7 req-9ae0c097-3297-450b-a7f0-9220c82af479 tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ca0ee35-6570-423a-b4b6-dca700e30df7 HTTP/1.1" status: 200 len: 945 time: 0.1546419 Mar 11 02:58:09.415388 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.db [req-0f8f3012-9ff2-4848-b648-557a4e102637 req-9834b0b2-1d09-4fc2-935e-b597bf1f5c65 tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] For port ce94d90f-3c8f-4b46-9672-a202ac60cbec, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=ce94d90f-3c8f-4b46-9672-a202ac60cbec,segment=NetworkSegment(79727280-1f17-4989-bad4-385d3ba87db2),segment_id=79727280-1f17-4989-bad4-385d3ba87db2)] {{(pid=103104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 02:58:09.416780 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-0f8f3012-9ff2-4848-b648-557a4e102637 req-9834b0b2-1d09-4fc2-935e-b597bf1f5c65 tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574894'] for port (ce94d90f-3c8f-4b46-9672-a202ac60cbec), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:09.435309 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.plugin [req-0f8f3012-9ff2-4848-b648-557a4e102637 req-9834b0b2-1d09-4fc2-935e-b597bf1f5c65 tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] Calling delete_port for ce94d90f-3c8f-4b46-9672-a202ac60cbec owned by compute:nova {{(pid=103104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 02:58:09.514233 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-322d5392-e655-41c9-8b4c-a171504cffd7 req-1837057e-d351-42d8-8b36-fd00dbb1e6cb tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] 10.222.0.20 "GET /v2.0/security-groups?id=85acd191-e35d-4c50-9fc4-e95227d4f852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046927 Mar 11 02:58:09.602821 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 43532) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:58:09.655391 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-0f8f3012-9ff2-4848-b648-557a4e102637 req-9834b0b2-1d09-4fc2-935e-b597bf1f5c65 tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774349360213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774348857685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9193763'] for port (ce94d90f-3c8f-4b46-9672-a202ac60cbec), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:09.668326 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] get_ports_and_sgs() called for port_ids ['ce94d90f-3c8f-4b46-9672-a202ac60cbec'] {{(pid=103105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 02:58:09.672501 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-b004ffcf-16e7-4ba5-959b-f0bea39508fe admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d266d4d026a847999511d16d1e1b7058&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0682235 Mar 11 02:58:09.675491 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 43534) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:58:09.700288 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9834b0b2-1d09-4fc2-935e-b597bf1f5c65 tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] Pushing event deleted for resources: {'Port': ['ID=ce94d90f-3c8f-4b46-9672-a202ac60cbec,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:58:09.758181 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-d207b9a6-b0e9-4c51-a26a-03c72cfd4cb2 admin admin] Publish callbacks [] for security_group (85a45643-8e65-47ee-9513-579b3288f84b), before_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:09.795326 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f8f3012-9ff2-4848-b648-557a4e102637 req-9834b0b2-1d09-4fc2-935e-b597bf1f5c65 tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] No DVR routers for this DVR port ce94d90f-3c8f-4b46-9672-a202ac60cbec on host hv-cinder-74014 {{(pid=103104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 02:58:09.801150 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-d207b9a6-b0e9-4c51-a26a-03c72cfd4cb2 admin admin] Publish callbacks [] for security_group (85a45643-8e65-47ee-9513-579b3288f84b), precommit_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:09.812816 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-0f8f3012-9ff2-4848-b648-557a4e102637 req-9834b0b2-1d09-4fc2-935e-b597bf1f5c65 tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55355'] for port (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:09.816609 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-0f8f3012-9ff2-4848-b648-557a4e102637 req-9834b0b2-1d09-4fc2-935e-b597bf1f5c65 tempest-VolumesSnapshotTestJSON-1200409681 tempest-VolumesSnapshotTestJSON-1200409681-project] 10.222.0.13 "DELETE /v2.0/ports/ce94d90f-3c8f-4b46-9672-a202ac60cbec HTTP/1.1" status: 204 len: 173 time: 0.7424321 Mar 11 02:58:09.817195 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ca0ee35-6570-423a-b4b6-dca700e30df7', 'name': 'network-vif-deleted', 'tag': 'ce94d90f-3c8f-4b46-9672-a202ac60cbec'}] {{(pid=103104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 02:58:09.828454 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b4e7651ceabe3a28ab45abcf2012854968d28c41040a071bcf34f6a69b109a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-835f5455-647c-45ac-a1ff-ac1882a967b9" -d '{"events": [{"server_uuid": "6ca0ee35-6570-423a-b4b6-dca700e30df7", "name": "network-vif-deleted", "tag": "ce94d90f-3c8f-4b46-9672-a202ac60cbec"}]}' {{(pid=103104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 02:58:09.885235 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-d207b9a6-b0e9-4c51-a26a-03c72cfd4cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (85a45643-8e65-47ee-9513-579b3288f84b), after_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:09.888960 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-d207b9a6-b0e9-4c51-a26a-03c72cfd4cb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:09.890707 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-d207b9a6-b0e9-4c51-a26a-03c72cfd4cb2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/85a45643-8e65-47ee-9513-579b3288f84b HTTP/1.1" status: 204 len: 168 time: 0.2150791 Mar 11 02:58:09.901417 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d207b9a6-b0e9-4c51-a26a-03c72cfd4cb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85a45643-8e65-47ee-9513-579b3288f84b,revision_number=None']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:58:09.956813 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 02:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec91482e-e1e9-40e8-8ae1-d307ab788563 x-openstack-request-id: req-ec91482e-e1e9-40e8-8ae1-d307ab788563 {{(pid=103104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 02:58:09.957313 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ca0ee35-6570-423a-b4b6-dca700e30df7", "name": "network-vif-deleted", "tag": "ce94d90f-3c8f-4b46-9672-a202ac60cbec", "status": "completed", "code": 200}]} {{(pid=103104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 02:58:09.957573 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ec91482e-e1e9-40e8-8ae1-d307ab788563 {{(pid=103104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 02:58:09.957983 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ca0ee35-6570-423a-b4b6-dca700e30df7', 'name': 'network-vif-deleted', 'tag': 'ce94d90f-3c8f-4b46-9672-a202ac60cbec', 'status': 'completed', 'code': 200} Mar 11 02:58:10.041304 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88e03b9-4dca-4327-8840-ba80e96366ba req-6c53fe2a-e4cb-48c2-9e40-f4c498bdaea8 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:58:10.042810 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-c88e03b9-4dca-4327-8840-ba80e96366ba req-6c53fe2a-e4cb-48c2-9e40-f4c498bdaea8 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/ports?device_id=e409d1d5-f58e-4339-96ac-4bf92f2eeb8b HTTP/1.1" status: 200 len: 943 time: 0.0649433 Mar 11 02:58:10.098817 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-c88e03b9-4dca-4327-8840-ba80e96366ba req-56a460d4-26b6-483c-bbd7-f42e3486587f tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/security-groups?id=80bb0548-f8bc-4a80-afbb-37b7a84dba28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466542 Mar 11 02:58:10.314659 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c7e831-6149-453d-af89-712472c998b8 req-f97e0296-dd09-47f7-8f0c-055da34fa2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:58:10.317123 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-46c7e831-6149-453d-af89-712472c998b8 req-f97e0296-dd09-47f7-8f0c-055da34fa2a3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e409d1d5-f58e-4339-96ac-4bf92f2eeb8b&tenant_id=016945d4fe40485aa894be1440edd3ad HTTP/1.1" status: 200 len: 1127 time: 0.0884647 Mar 11 02:58:10.346676 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 43548) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:58:10.416551 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c7e831-6149-453d-af89-712472c998b8 req-e9108e40-378d-4f0a-aad5-b4f5dfb40b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:58:10.416789 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-2356c829-7f6f-4187-89d5-3f888d1825bc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2d3c23f5bbb745769386c6961974e91b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0657802 Mar 11 02:58:10.416897 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-46c7e831-6149-453d-af89-712472c998b8 req-e9108e40-378d-4f0a-aad5-b4f5dfb40b28 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=016945d4fe40485aa894be1440edd3ad&device_id=e409d1d5-f58e-4339-96ac-4bf92f2eeb8b HTTP/1.1" status: 200 len: 1127 time: 0.0666759 Mar 11 02:58:10.416988 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 43550) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:58:10.512770 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0da65f57-647e-4254-a76a-4f29e5ba7382 admin admin] Publish callbacks [] for security_group (cbf61d11-6320-405b-851f-b55c8ac0b384), before_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:10.539269 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0da65f57-647e-4254-a76a-4f29e5ba7382 admin admin] Publish callbacks [] for security_group (cbf61d11-6320-405b-851f-b55c8ac0b384), precommit_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:10.613549 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0da65f57-647e-4254-a76a-4f29e5ba7382 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (cbf61d11-6320-405b-851f-b55c8ac0b384), after_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:10.619807 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0da65f57-647e-4254-a76a-4f29e5ba7382 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:10.624346 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-0da65f57-647e-4254-a76a-4f29e5ba7382 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cbf61d11-6320-405b-851f-b55c8ac0b384 HTTP/1.1" status: 204 len: 168 time: 0.2032421 Mar 11 02:58:10.630542 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da65f57-647e-4254-a76a-4f29e5ba7382 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbf61d11-6320-405b-851f-b55c8ac0b384,revision_number=None']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:58:10.678113 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c7e831-6149-453d-af89-712472c998b8 req-c8b62d8c-7663-4bae-8299-c22e553354c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:58:10.679772 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-46c7e831-6149-453d-af89-712472c998b8 req-c8b62d8c-7663-4bae-8299-c22e553354c7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c37e13a0-a6c7-4b0f-ae0c-93319b771da2 HTTP/1.1" status: 200 len: 917 time: 0.2533743 Mar 11 02:58:10.787726 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Device 376644d1-d63b-4c41-ba43-be4c17127867 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=103105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 02:58:10.842217 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-46c7e831-6149-453d-af89-712472c998b8 req-412d90ff-a08d-4e3f-b3fb-8c9a3fc8f119 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=376644d1-d63b-4c41-ba43-be4c17127867 HTTP/1.1" status: 200 len: 999 time: 0.1544881 Mar 11 02:58:10.956497 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c7e831-6149-453d-af89-712472c998b8 req-3e19529b-d700-4537-abd8-7c62c3d71477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:58:10.958002 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-46c7e831-6149-453d-af89-712472c998b8 req-3e19529b-d700-4537-abd8-7c62c3d71477 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5c53e0a5-6c83-4aeb-b9db-2d1372c504dc HTTP/1.1" status: 200 len: 855 time: 0.1091185 Mar 11 02:58:10.973619 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Current status of the port 376644d1-d63b-4c41-ba43-be4c17127867 is: DOWN; New status is: DOWN {{(pid=103105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 02:58:11.026797 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c7e831-6149-453d-af89-712472c998b8 req-c8de542f-1f0d-454c-8244-9cfe5194ae12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:58:11.031662 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-46c7e831-6149-453d-af89-712472c998b8 req-c8de542f-1f0d-454c-8244-9cfe5194ae12 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c37e13a0-a6c7-4b0f-ae0c-93319b771da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0650282 Mar 11 02:58:11.157045 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-46c7e831-6149-453d-af89-712472c998b8 req-6b776285-4e62-453b-8850-eeb5f3dd9692 service neutron] 10.222.0.13 "GET /v2.0/networks/c37e13a0-a6c7-4b0f-ae0c-93319b771da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123350 Mar 11 02:58:11.312299 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-46c7e831-6149-453d-af89-712472c998b8 req-b1702e78-94d8-4398-9032-d10ab46523e1 service neutron] 10.222.0.13 "GET /v2.0/networks/c37e13a0-a6c7-4b0f-ae0c-93319b771da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440234 Mar 11 02:58:11.385290 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d93867-e85e-4083-8ec5-b3dcc62384a3 req-aadbc9ef-6541-4193-a14a-9960ffed7faf tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:58:11.386930 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-29d93867-e85e-4083-8ec5-b3dcc62384a3 req-aadbc9ef-6541-4193-a14a-9960ffed7faf tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/ports?device_id=e409d1d5-f58e-4339-96ac-4bf92f2eeb8b HTTP/1.1" status: 200 len: 943 time: 0.0863421 Mar 11 02:58:11.463701 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-29d93867-e85e-4083-8ec5-b3dcc62384a3 req-b7641615-3c76-4b18-b57b-c721a5ca1958 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/security-groups?id=80bb0548-f8bc-4a80-afbb-37b7a84dba28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702493 Mar 11 02:58:12.778344 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932adf39-0e9a-49ac-bc50-fc0d892ecd54 req-443d8e20-11b5-4248-9f72-9763f4f76087 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:58:12.781009 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-932adf39-0e9a-49ac-bc50-fc0d892ecd54 req-443d8e20-11b5-4248-9f72-9763f4f76087 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/ports?device_id=e409d1d5-f58e-4339-96ac-4bf92f2eeb8b HTTP/1.1" status: 200 len: 943 time: 0.1815572 Mar 11 02:58:12.797808 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Device ce94d90f-3c8f-4b46-9672-a202ac60cbec no longer exists at agent hyperv_hv-cinder-74014 {{(pid=103105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 02:58:12.850604 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] No Port match for: ce94d90f-3c8f-4b46-9672-a202ac60cbec {{(pid=103105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 02:58:12.853940 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Device ce94d90f-3c8f-4b46-9672-a202ac60cbec not bound to the agent host hv-cinder-74014 {{(pid=103105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 02:58:12.873360 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-932adf39-0e9a-49ac-bc50-fc0d892ecd54 req-de94e5f1-c7e0-4eb2-9981-17b4130ce69d tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/security-groups?id=80bb0548-f8bc-4a80-afbb-37b7a84dba28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824482 Mar 11 02:58:14.128235 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd2dc59-6101-457d-9ad2-e216a9b3dbc2 req-d3f60161-87e3-40f0-aa89-5134ded67d13 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:58:14.136918 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-6fd2dc59-6101-457d-9ad2-e216a9b3dbc2 req-d3f60161-87e3-40f0-aa89-5134ded67d13 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/ports?device_id=e409d1d5-f58e-4339-96ac-4bf92f2eeb8b HTTP/1.1" status: 200 len: 943 time: 0.1254613 Mar 11 02:58:14.245517 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-6fd2dc59-6101-457d-9ad2-e216a9b3dbc2 req-d19c4b5b-eb07-4f0d-9f8a-91c8f8588272 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/security-groups?id=80bb0548-f8bc-4a80-afbb-37b7a84dba28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940261 Mar 11 02:58:14.251434 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 43678) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:58:14.470195 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-36ae15c5-5aad-47c1-bc20-c398f8057008 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:14.618430 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-36ae15c5-5aad-47c1-bc20-c398f8057008 admin admin] Publish callbacks [] for security_group (83138111-7657-4f1b-8b8e-84768773b071), precommit_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:14.626859 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-36ae15c5-5aad-47c1-bc20-c398f8057008 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (83138111-7657-4f1b-8b8e-84768773b071), after_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:14.710311 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-36ae15c5-5aad-47c1-bc20-c398f8057008 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e0293729acbf4e5a87770e9782dbbe14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4575298 Mar 11 02:58:14.711037 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ae15c5-5aad-47c1-bc20-c398f8057008 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83138111-7657-4f1b-8b8e-84768773b071,revision_number=1']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:58:14.713323 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 43688) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:58:14.813602 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-36c2a9b6-cc94-4211-b8fb-9b7ea73b7651 admin admin] Publish callbacks [] for security_group (83138111-7657-4f1b-8b8e-84768773b071), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:14.882875 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-36c2a9b6-cc94-4211-b8fb-9b7ea73b7651 admin admin] Publish callbacks [] for security_group (83138111-7657-4f1b-8b8e-84768773b071), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:15.121043 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-36c2a9b6-cc94-4211-b8fb-9b7ea73b7651 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (83138111-7657-4f1b-8b8e-84768773b071), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:15.123915 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-36c2a9b6-cc94-4211-b8fb-9b7ea73b7651 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:15.125051 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-36c2a9b6-cc94-4211-b8fb-9b7ea73b7651 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/83138111-7657-4f1b-8b8e-84768773b071 HTTP/1.1" status: 204 len: 168 time: 0.4107516 Mar 11 02:58:15.157941 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c2a9b6-cc94-4211-b8fb-9b7ea73b7651 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83138111-7657-4f1b-8b8e-84768773b071,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:58:15.569885 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157afdcd-f5fc-4e12-89b0-8e06e5dce85a req-d8e627de-db33-499b-985d-74f7522cbc66 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:58:15.572081 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-157afdcd-f5fc-4e12-89b0-8e06e5dce85a req-d8e627de-db33-499b-985d-74f7522cbc66 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/ports?device_id=e409d1d5-f58e-4339-96ac-4bf92f2eeb8b HTTP/1.1" status: 200 len: 943 time: 0.1657956 Mar 11 02:58:15.722501 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-157afdcd-f5fc-4e12-89b0-8e06e5dce85a req-73ec8d87-8a17-491e-998c-3eeb7b9b18a5 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/security-groups?id=80bb0548-f8bc-4a80-afbb-37b7a84dba28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1428204 Mar 11 02:58:15.774747 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 43698) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:58:15.791655 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-0a9dfb0d-c881-44be-9bed-16f609164925 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:15.907508 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-0a9dfb0d-c881-44be-9bed-16f609164925 admin admin] Publish callbacks [] for security_group (d37bd5a8-d9b3-47de-b252-3ee6b6d3b3e6), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:15.915152 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-0a9dfb0d-c881-44be-9bed-16f609164925 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (d37bd5a8-d9b3-47de-b252-3ee6b6d3b3e6), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:15.978148 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 43700) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:58:15.979019 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-0a9dfb0d-c881-44be-9bed-16f609164925 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0d603042814447c6a3868a938eaf74cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2032092 Mar 11 02:58:15.980363 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9dfb0d-c881-44be-9bed-16f609164925 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d37bd5a8-d9b3-47de-b252-3ee6b6d3b3e6,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:58:16.167456 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-ea5fa70f-7dd0-465a-88ea-8b2a2c262df8 admin admin] Publish callbacks [] for security_group (d37bd5a8-d9b3-47de-b252-3ee6b6d3b3e6), before_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:16.196768 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-ea5fa70f-7dd0-465a-88ea-8b2a2c262df8 admin admin] Publish callbacks [] for security_group (d37bd5a8-d9b3-47de-b252-3ee6b6d3b3e6), precommit_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:16.257522 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-ea5fa70f-7dd0-465a-88ea-8b2a2c262df8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (d37bd5a8-d9b3-47de-b252-3ee6b6d3b3e6), after_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:16.261369 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-ea5fa70f-7dd0-465a-88ea-8b2a2c262df8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:16.264294 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-ea5fa70f-7dd0-465a-88ea-8b2a2c262df8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d37bd5a8-d9b3-47de-b252-3ee6b6d3b3e6 HTTP/1.1" status: 204 len: 168 time: 0.2839413 Mar 11 02:58:16.276599 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5fa70f-7dd0-465a-88ea-8b2a2c262df8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d37bd5a8-d9b3-47de-b252-3ee6b6d3b3e6,revision_number=None']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:58:17.002794 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa93b10-d8c3-4384-88a2-34fb8c14bfe1 req-75bc64c2-b062-4359-8887-9658ac9368e1 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:58:17.015833 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-4fa93b10-d8c3-4384-88a2-34fb8c14bfe1 req-75bc64c2-b062-4359-8887-9658ac9368e1 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/ports?device_id=e409d1d5-f58e-4339-96ac-4bf92f2eeb8b HTTP/1.1" status: 200 len: 943 time: 0.1187196 Mar 11 02:58:17.086505 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-4fa93b10-d8c3-4384-88a2-34fb8c14bfe1 req-e8e94422-d4a9-4fbe-ad1f-621e064b08e5 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/security-groups?id=80bb0548-f8bc-4a80-afbb-37b7a84dba28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691113 Mar 11 02:58:17.341256 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (56ad6e9b-975a-4fdf-b549-1f3c33ba94e0), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:18.252913 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a2edbc-4001-46d8-aa3d-bd5c6af836f1 req-54b0ddc4-c598-46f0-a984-02964c317e28 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:58:18.254493 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-32a2edbc-4001-46d8-aa3d-bd5c6af836f1 req-54b0ddc4-c598-46f0-a984-02964c317e28 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/ports?device_id=e409d1d5-f58e-4339-96ac-4bf92f2eeb8b HTTP/1.1" status: 200 len: 943 time: 0.0679159 Mar 11 02:58:18.337470 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-32a2edbc-4001-46d8-aa3d-bd5c6af836f1 req-d4ed798c-9405-4c39-beca-2eaa03d73d21 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/security-groups?id=80bb0548-f8bc-4a80-afbb-37b7a84dba28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717220 Mar 11 02:58:19.499090 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1547591-60c8-456f-b7d4-66460433823d req-e64cb571-8f85-4774-9de8-a0f7d4f62b8d tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:58:19.506857 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-d1547591-60c8-456f-b7d4-66460433823d req-e64cb571-8f85-4774-9de8-a0f7d4f62b8d tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/ports?device_id=e409d1d5-f58e-4339-96ac-4bf92f2eeb8b HTTP/1.1" status: 200 len: 943 time: 0.0839195 Mar 11 02:58:19.579031 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-d1547591-60c8-456f-b7d4-66460433823d req-c3c69bbe-6819-4999-b979-7bc2b7c09cdb tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/security-groups?id=80bb0548-f8bc-4a80-afbb-37b7a84dba28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662847 Mar 11 02:58:20.402213 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 43936) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:58:20.509332 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-00246fc5-502c-427e-be6b-0f92e9f7e650 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:20.596262 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-00246fc5-502c-427e-be6b-0f92e9f7e650 admin admin] Publish callbacks [] for security_group (57601bb5-7944-4b4f-bdc5-6319be72cf37), precommit_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:20.600527 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-00246fc5-502c-427e-be6b-0f92e9f7e650 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (57601bb5-7944-4b4f-bdc5-6319be72cf37), after_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:20.640886 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-00246fc5-502c-427e-be6b-0f92e9f7e650 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8eda71413c2f43219b93a2961f81f3bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2374411 Mar 11 02:58:20.641903 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00246fc5-502c-427e-be6b-0f92e9f7e650 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57601bb5-7944-4b4f-bdc5-6319be72cf37,revision_number=1']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:58:20.643609 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 43942) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:58:20.720249 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-d21bebe2-08af-44b9-961c-d03fdac2db93 admin admin] Publish callbacks [] for security_group (57601bb5-7944-4b4f-bdc5-6319be72cf37), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:20.752308 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-d21bebe2-08af-44b9-961c-d03fdac2db93 admin admin] Publish callbacks [] for security_group (57601bb5-7944-4b4f-bdc5-6319be72cf37), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:20.780636 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda36682-34c2-4d38-a455-8528cafbc6c4 req-f1e23544-6158-4053-87b7-504753d19c48 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:58:20.782215 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-bda36682-34c2-4d38-a455-8528cafbc6c4 req-f1e23544-6158-4053-87b7-504753d19c48 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/ports?device_id=e409d1d5-f58e-4339-96ac-4bf92f2eeb8b HTTP/1.1" status: 200 len: 943 time: 0.0972555 Mar 11 02:58:20.854611 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-d21bebe2-08af-44b9-961c-d03fdac2db93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (57601bb5-7944-4b4f-bdc5-6319be72cf37), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:20.857147 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-d21bebe2-08af-44b9-961c-d03fdac2db93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:20.858292 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-d21bebe2-08af-44b9-961c-d03fdac2db93 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/57601bb5-7944-4b4f-bdc5-6319be72cf37 HTTP/1.1" status: 204 len: 168 time: 0.2136891 Mar 11 02:58:20.865309 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-bda36682-34c2-4d38-a455-8528cafbc6c4 req-c2784d18-582f-4442-bf45-dc9b82d8bf51 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/security-groups?id=80bb0548-f8bc-4a80-afbb-37b7a84dba28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765052 Mar 11 02:58:20.870482 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21bebe2-08af-44b9-961c-d03fdac2db93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57601bb5-7944-4b4f-bdc5-6319be72cf37,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:58:20.931012 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 43952) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:58:21.008156 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a1fdb29-a055-45b1-80af-84cf4067885d admin admin] Deleting subnet 1fda893b-b13f-4e6b-b401-c6ba16169aad {{(pid=103104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 02:58:21.024846 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7a1fdb29-a055-45b1-80af-84cf4067885d admin admin] Publish callbacks [] for subnet (1fda893b-b13f-4e6b-b401-c6ba16169aad), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:21.074435 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7a1fdb29-a055-45b1-80af-84cf4067885d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3905093'] for subnet (1fda893b-b13f-4e6b-b401-c6ba16169aad), precommit_delete_associations {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:21.117644 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7a1fdb29-a055-45b1-80af-84cf4067885d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536560100'] for subnet (1fda893b-b13f-4e6b-b401-c6ba16169aad), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:21.241588 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7a1fdb29-a055-45b1-80af-84cf4067885d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536560111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9193740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8900754'] for subnet (1fda893b-b13f-4e6b-b401-c6ba16169aad), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:21.270220 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1fdb29-a055-45b1-80af-84cf4067885d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1fda893b-b13f-4e6b-b401-c6ba16169aad,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:58:21.275391 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7a1fdb29-a055-45b1-80af-84cf4067885d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:21.282252 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-7a1fdb29-a055-45b1-80af-84cf4067885d admin admin] 10.222.0.20 "DELETE /v2.0/subnets/1fda893b-b13f-4e6b-b401-c6ba16169aad HTTP/1.1" status: 204 len: 168 time: 0.3501029 Mar 11 02:58:21.282735 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 43964) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:58:21.326208 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 43966) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:58:21.342650 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-63291fff-875c-4f41-94cf-d989c5c45846 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:21.375907 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-665df856-6d80-4ada-a8d9-9a1f39106e34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536131617'] for network (5b68b293-4a0a-48e3-9b85-6d8ee55fe3d2), before_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:21.449216 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-63291fff-875c-4f41-94cf-d989c5c45846 admin admin] Publish callbacks [] for security_group (fdee4342-3b38-41fd-af2e-debafcdf6610), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:21.453798 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-63291fff-875c-4f41-94cf-d989c5c45846 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (fdee4342-3b38-41fd-af2e-debafcdf6610), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:21.464192 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-665df856-6d80-4ada-a8d9-9a1f39106e34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536562719', 'neutron.services.segments.db._delete_segments_for_network-8774349187094'] for network (5b68b293-4a0a-48e3-9b85-6d8ee55fe3d2), precommit_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:21.495051 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-63291fff-875c-4f41-94cf-d989c5c45846 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2f8572ebfd3947f086e48d66412f1367&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1674938 Mar 11 02:58:21.498099 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 43968) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:58:21.498765 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63291fff-875c-4f41-94cf-d989c5c45846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdee4342-3b38-41fd-af2e-debafcdf6610,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:58:21.505333 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.services.segments.db [None req-665df856-6d80-4ada-a8d9-9a1f39106e34 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b68b293-4a0a-48e3-9b85-6d8ee55fe3d2']}} {{(pid=103103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 02:58:21.521607 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.services.segments.db [None req-665df856-6d80-4ada-a8d9-9a1f39106e34 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d52577b-6943-41cf-a855-8eaff886a2fe') {'for_net_delete': True} {{(pid=103103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 02:58:21.522257 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.services.segments.db [None req-665df856-6d80-4ada-a8d9-9a1f39106e34 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d52577b-6943-41cf-a855-8eaff886a2fe') {} {{(pid=103103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 02:58:21.537459 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-665df856-6d80-4ada-a8d9-9a1f39106e34 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774349187871', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8546555'] for segment (4d52577b-6943-41cf-a855-8eaff886a2fe), before_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:21.552132 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-665df856-6d80-4ada-a8d9-9a1f39106e34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536533115'] for segment (4d52577b-6943-41cf-a855-8eaff886a2fe), precommit_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:21.558585 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-ea9797c5-dc5b-46dd-8540-3efede7fd2b4 admin admin] Publish callbacks [] for security_group (fdee4342-3b38-41fd-af2e-debafcdf6610), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:21.558897 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-665df856-6d80-4ada-a8d9-9a1f39106e34 admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=103103) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 02:58:21.559326 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-665df856-6d80-4ada-a8d9-9a1f39106e34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536533115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9139215'] for segment (4d52577b-6943-41cf-a855-8eaff886a2fe), after_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:21.561014 dv-cinder-740146-14-smb neutron-server[103103]: Traceback (most recent call last): Mar 11 02:58:21.561014 dv-cinder-740146-14-smb neutron-server[103103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 02:58:21.561014 dv-cinder-740146-14-smb neutron-server[103103]: timer() Mar 11 02:58:21.561014 dv-cinder-740146-14-smb neutron-server[103103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 02:58:21.561014 dv-cinder-740146-14-smb neutron-server[103103]: cb(*args, **kw) Mar 11 02:58:21.561014 dv-cinder-740146-14-smb neutron-server[103103]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 02:58:21.561014 dv-cinder-740146-14-smb neutron-server[103103]: return func(*args, **kwargs) Mar 11 02:58:21.561014 dv-cinder-740146-14-smb neutron-server[103103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 02:58:21.561014 dv-cinder-740146-14-smb neutron-server[103103]: self._notify() Mar 11 02:58:21.561014 dv-cinder-740146-14-smb neutron-server[103103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 02:58:21.561014 dv-cinder-740146-14-smb neutron-server[103103]: self.callback(batched_events) Mar 11 02:58:21.561014 dv-cinder-740146-14-smb neutron-server[103103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 02:58:21.561014 dv-cinder-740146-14-smb neutron-server[103103]: event.method(event) Mar 11 02:58:21.561014 dv-cinder-740146-14-smb neutron-server[103103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 02:58:21.561014 dv-cinder-740146-14-smb neutron-server[103103]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 02:58:21.561014 dv-cinder-740146-14-smb neutron-server[103103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 02:58:21.561014 dv-cinder-740146-14-smb neutron-server[103103]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 02:58:21.561014 dv-cinder-740146-14-smb neutron-server[103103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 02:58:21.561014 dv-cinder-740146-14-smb neutron-server[103103]: return f(self, *a, **k) Mar 11 02:58:21.561014 dv-cinder-740146-14-smb neutron-server[103103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 02:58:21.561014 dv-cinder-740146-14-smb neutron-server[103103]: return self._get(url).json() Mar 11 02:58:21.561014 dv-cinder-740146-14-smb neutron-server[103103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 02:58:21.561014 dv-cinder-740146-14-smb neutron-server[103103]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 02:58:21.561014 dv-cinder-740146-14-smb neutron-server[103103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 02:58:21.561014 dv-cinder-740146-14-smb neutron-server[103103]: return self.request(url, 'GET', **kwargs) Mar 11 02:58:21.561014 dv-cinder-740146-14-smb neutron-server[103103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 02:58:21.561014 dv-cinder-740146-14-smb neutron-server[103103]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 02:58:21.561014 dv-cinder-740146-14-smb neutron-server[103103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 02:58:21.561014 dv-cinder-740146-14-smb neutron-server[103103]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 02:58:21.561014 dv-cinder-740146-14-smb neutron-server[103103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 02:58:21.561014 dv-cinder-740146-14-smb neutron-server[103103]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 02:58:21.561014 dv-cinder-740146-14-smb neutron-server[103103]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 02:58:21.584502 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-ea9797c5-dc5b-46dd-8540-3efede7fd2b4 admin admin] Publish callbacks [] for security_group (fdee4342-3b38-41fd-af2e-debafcdf6610), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:21.622143 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-665df856-6d80-4ada-a8d9-9a1f39106e34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536562790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580582'] for network (5b68b293-4a0a-48e3-9b85-6d8ee55fe3d2), after_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:21.628288 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-665df856-6d80-4ada-a8d9-9a1f39106e34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-648073'] for network (None), before_response {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:21.631672 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-665df856-6d80-4ada-a8d9-9a1f39106e34 admin admin] 10.222.0.20 "DELETE /v2.0/networks/5b68b293-4a0a-48e3-9b85-6d8ee55fe3d2 HTTP/1.1" status: 204 len: 168 time: 0.3470769 Mar 11 02:58:21.648746 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665df856-6d80-4ada-a8d9-9a1f39106e34 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b68b293-4a0a-48e3-9b85-6d8ee55fe3d2,revision_number=None']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:58:21.657665 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-ea9797c5-dc5b-46dd-8540-3efede7fd2b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (fdee4342-3b38-41fd-af2e-debafcdf6610), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:21.660911 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-ea9797c5-dc5b-46dd-8540-3efede7fd2b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:21.662110 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-ea9797c5-dc5b-46dd-8540-3efede7fd2b4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fdee4342-3b38-41fd-af2e-debafcdf6610 HTTP/1.1" status: 204 len: 168 time: 0.1604722 Mar 11 02:58:21.672307 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9797c5-dc5b-46dd-8540-3efede7fd2b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdee4342-3b38-41fd-af2e-debafcdf6610,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:58:21.869185 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 43974) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:58:21.941451 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-2357b0f3-c27b-4728-9749-0cdef8ae7d72 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=edfb58857d92484693342869f2745a00&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0708113 Mar 11 02:58:21.944306 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 43980) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:58:22.036862 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-a5bb318b-f30e-4a32-adc7-4aca94b04ae2 admin admin] Publish callbacks [] for security_group (40368df7-125e-4924-af67-08579ebd642e), before_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:22.080657 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-a5bb318b-f30e-4a32-adc7-4aca94b04ae2 admin admin] Publish callbacks [] for security_group (40368df7-125e-4924-af67-08579ebd642e), precommit_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:22.109755 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab19615-9389-4183-9c1e-7fb92886a70a req-9d44c732-71d9-433a-aff4-003997fb11dd tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:58:22.111578 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-6ab19615-9389-4183-9c1e-7fb92886a70a req-9d44c732-71d9-433a-aff4-003997fb11dd tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/ports?device_id=e409d1d5-f58e-4339-96ac-4bf92f2eeb8b HTTP/1.1" status: 200 len: 943 time: 0.1252418 Mar 11 02:58:22.173652 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-6ab19615-9389-4183-9c1e-7fb92886a70a req-cbde4cec-c936-496f-a68e-ea8943afe577 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/security-groups?id=80bb0548-f8bc-4a80-afbb-37b7a84dba28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551770 Mar 11 02:58:22.182457 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-a5bb318b-f30e-4a32-adc7-4aca94b04ae2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (40368df7-125e-4924-af67-08579ebd642e), after_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:22.185709 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-a5bb318b-f30e-4a32-adc7-4aca94b04ae2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:22.187022 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-a5bb318b-f30e-4a32-adc7-4aca94b04ae2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/40368df7-125e-4924-af67-08579ebd642e HTTP/1.1" status: 204 len: 168 time: 0.2403722 Mar 11 02:58:22.200875 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bb318b-f30e-4a32-adc7-4aca94b04ae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40368df7-125e-4924-af67-08579ebd642e,revision_number=None']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:58:22.423563 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-f728edac-9add-4781-ba6d-756266e789f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (27668cff-ea20-4e06-9a9c-d4f827fe3eb1), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:23.424270 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce07209-ba8d-45e6-af3c-32dbc1e3395b req-fd140253-2784-46fa-ba5f-6e619f7f3902 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:58:23.428062 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-8ce07209-ba8d-45e6-af3c-32dbc1e3395b req-fd140253-2784-46fa-ba5f-6e619f7f3902 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/ports?device_id=e409d1d5-f58e-4339-96ac-4bf92f2eeb8b HTTP/1.1" status: 200 len: 943 time: 0.0990121 Mar 11 02:58:23.514168 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-8ce07209-ba8d-45e6-af3c-32dbc1e3395b req-a98767fe-d967-4501-8617-3be73794f4c9 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/security-groups?id=80bb0548-f8bc-4a80-afbb-37b7a84dba28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787842 Mar 11 02:58:24.662400 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89ad3dd-ab87-4ae4-a82c-1ef846e12f82 req-a3dac234-d402-4a06-b737-4166e41bea77 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:58:24.664146 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-f89ad3dd-ab87-4ae4-a82c-1ef846e12f82 req-a3dac234-d402-4a06-b737-4166e41bea77 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/ports?device_id=e409d1d5-f58e-4339-96ac-4bf92f2eeb8b HTTP/1.1" status: 200 len: 943 time: 0.0668373 Mar 11 02:58:24.717882 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-f89ad3dd-ab87-4ae4-a82c-1ef846e12f82 req-7a2dfbfd-a9b4-4cb2-bfda-92f3cf6eb1c2 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/security-groups?id=80bb0548-f8bc-4a80-afbb-37b7a84dba28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478544 Mar 11 02:58:24.805333 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-5a43fe1c-9b33-415f-9441-ed855fd0c61e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (368653ed-b5ce-4183-9c3b-231a0bc3dd35), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:25.668810 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-f28c0ae4-c5a5-4e67-96c2-37b36f3544e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (258069e3-19c1-49ed-8474-20b6ecde628d), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:25.852258 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6d5373-aeda-4269-b4ea-5d07c24326a1 req-381950e5-5eeb-475a-8663-0ec008e10660 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:58:25.853787 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-ee6d5373-aeda-4269-b4ea-5d07c24326a1 req-381950e5-5eeb-475a-8663-0ec008e10660 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/ports?device_id=e409d1d5-f58e-4339-96ac-4bf92f2eeb8b HTTP/1.1" status: 200 len: 943 time: 0.0621846 Mar 11 02:58:25.902500 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-ee6d5373-aeda-4269-b4ea-5d07c24326a1 req-46d0ac46-d9d4-4bc3-8819-a46ac8cdcbde tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/security-groups?id=80bb0548-f8bc-4a80-afbb-37b7a84dba28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431170 Mar 11 02:58:26.240597 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 44160) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:58:26.356036 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-102e3a3b-0da2-4b85-ab48-8fc92be3c0e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:26.434767 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-102e3a3b-0da2-4b85-ab48-8fc92be3c0e1 admin admin] Publish callbacks [] for security_group (a8c2a4c0-6204-4989-884c-611930be8092), precommit_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:26.438470 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-102e3a3b-0da2-4b85-ab48-8fc92be3c0e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (a8c2a4c0-6204-4989-884c-611930be8092), after_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:26.477164 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-102e3a3b-0da2-4b85-ab48-8fc92be3c0e1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=169598a84c8048abaf01c73e0ff7ffed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2353625 Mar 11 02:58:26.478270 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102e3a3b-0da2-4b85-ab48-8fc92be3c0e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8c2a4c0-6204-4989-884c-611930be8092,revision_number=1']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:58:26.479962 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 44164) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:58:26.533301 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-1d255651-31ce-4635-b890-59e0bd377804 admin admin] Publish callbacks [] for security_group (a8c2a4c0-6204-4989-884c-611930be8092), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:26.555735 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-1d255651-31ce-4635-b890-59e0bd377804 admin admin] Publish callbacks [] for security_group (a8c2a4c0-6204-4989-884c-611930be8092), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:26.605835 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-1d255651-31ce-4635-b890-59e0bd377804 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (a8c2a4c0-6204-4989-884c-611930be8092), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:26.608417 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-1d255651-31ce-4635-b890-59e0bd377804 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:26.609576 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-1d255651-31ce-4635-b890-59e0bd377804 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a8c2a4c0-6204-4989-884c-611930be8092 HTTP/1.1" status: 204 len: 168 time: 0.1278329 Mar 11 02:58:26.618070 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d255651-31ce-4635-b890-59e0bd377804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8c2a4c0-6204-4989-884c-611930be8092,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:58:27.039592 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08934177-4aac-4c57-8483-4a5cadfbf292 req-04952cf4-6c5b-495d-8678-d8041ae771c1 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:58:27.041226 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-08934177-4aac-4c57-8483-4a5cadfbf292 req-04952cf4-6c5b-495d-8678-d8041ae771c1 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/ports?device_id=e409d1d5-f58e-4339-96ac-4bf92f2eeb8b HTTP/1.1" status: 200 len: 943 time: 0.0597246 Mar 11 02:58:27.093059 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-08934177-4aac-4c57-8483-4a5cadfbf292 req-18f2a781-eb4e-4d24-a441-211361230e6e tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/security-groups?id=80bb0548-f8bc-4a80-afbb-37b7a84dba28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460951 Mar 11 02:58:27.143868 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-afaf34ad-b747-4180-ba41-f81d7ecfb39b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (b193670b-9854-4e90-bc6a-e616470c2469), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:28.226118 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc6fb09-6d87-4be5-a6f9-5b73b6fb63cf req-9e1a9897-94fc-4626-a756-2dc426f4df87 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:58:28.227614 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-2bc6fb09-6d87-4be5-a6f9-5b73b6fb63cf req-9e1a9897-94fc-4626-a756-2dc426f4df87 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/ports?device_id=e409d1d5-f58e-4339-96ac-4bf92f2eeb8b HTTP/1.1" status: 200 len: 943 time: 0.0537529 Mar 11 02:58:28.280792 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-2bc6fb09-6d87-4be5-a6f9-5b73b6fb63cf req-d22a2f3c-7809-4fbe-a2c1-b12d02acf371 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/security-groups?id=80bb0548-f8bc-4a80-afbb-37b7a84dba28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471909 Mar 11 02:58:28.718367 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (36a16930-fe6f-49e2-96be-29faaa54e9a3), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:29.409707 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8657f2b-7861-42f8-a238-326fa1bc0c9e req-07affa26-2daa-4224-8d76-81f157dc6f38 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:58:29.411275 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-f8657f2b-7861-42f8-a238-326fa1bc0c9e req-07affa26-2daa-4224-8d76-81f157dc6f38 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/ports?device_id=e409d1d5-f58e-4339-96ac-4bf92f2eeb8b HTTP/1.1" status: 200 len: 943 time: 0.0537643 Mar 11 02:58:29.460211 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-f8657f2b-7861-42f8-a238-326fa1bc0c9e req-33376e38-26d4-4e28-b9fd-ce6d603a3f4c tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/security-groups?id=80bb0548-f8bc-4a80-afbb-37b7a84dba28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430417 Mar 11 02:58:30.591861 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fd77f2-2111-4ff3-bce6-41c030177cdf req-f548ecfe-c99d-46b6-8ad0-b84871dbdd0e tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:58:30.593488 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-50fd77f2-2111-4ff3-bce6-41c030177cdf req-f548ecfe-c99d-46b6-8ad0-b84871dbdd0e tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/ports?device_id=e409d1d5-f58e-4339-96ac-4bf92f2eeb8b HTTP/1.1" status: 200 len: 943 time: 0.0543690 Mar 11 02:58:30.640324 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-50fd77f2-2111-4ff3-bce6-41c030177cdf req-c05c58d2-59ff-400b-82d2-b18e33546a5e tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/security-groups?id=80bb0548-f8bc-4a80-afbb-37b7a84dba28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398505 Mar 11 02:58:30.887358 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Device 376644d1-d63b-4c41-ba43-be4c17127867 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=103105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 02:58:30.989403 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] For port 376644d1-d63b-4c41-ba43-be4c17127867, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=376644d1-d63b-4c41-ba43-be4c17127867,segment=NetworkSegment(e477fdca-2d56-4686-9dff-dd5cd9b82843),segment_id=e477fdca-2d56-4686-9dff-dd5cd9b82843)] {{(pid=103105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 02:58:31.000779 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Returning: {'device': '376644d1-d63b-4c41-ba43-be4c17127867', 'network_id': 'c37e13a0-a6c7-4b0f-ae0c-93319b771da2', 'port_id': '376644d1-d63b-4c41-ba43-be4c17127867', 'mac_address': 'fa:16:3e:ed:6e:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c53e0a5-6c83-4aeb-b9db-2d1372c504dc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 02:58:31.037923 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Current status of the port 376644d1-d63b-4c41-ba43-be4c17127867 is: DOWN; New status is: BUILD {{(pid=103105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 02:58:31.038316 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (376644d1-d63b-4c41-ba43-be4c17127867), before_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:31.051177 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.notifiers.nova [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 376644d1-d63b-4c41-ba43-be4c17127867 {{(pid=103105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 02:58:31.071139 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] For port 376644d1-d63b-4c41-ba43-be4c17127867, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=376644d1-d63b-4c41-ba43-be4c17127867,segment=NetworkSegment(e477fdca-2d56-4686-9dff-dd5cd9b82843),segment_id=e477fdca-2d56-4686-9dff-dd5cd9b82843)] {{(pid=103105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 02:58:31.075105 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712'] for port (376644d1-d63b-4c41-ba43-be4c17127867), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:31.122010 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Pushing event updated for resources: {'Port': ['ID=376644d1-d63b-4c41-ba43-be4c17127867,revision_number=9']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:58:31.130456 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:58:31.130821 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:58:31.131172 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:58:31.131521 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:58:31.131863 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:58:31.132200 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:58:31.132536 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:58:31.132869 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:58:31.133232 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:58:31.133593 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:58:31.133929 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:58:31.134259 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:58:31.134587 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:58:31.439237 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] get_ports_and_sgs() called for port_ids ['376644d1-d63b-4c41-ba43-be4c17127867'] {{(pid=103105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 02:58:31.551106 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 44312) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:58:31.598648 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.db.db_base_plugin_v2 [None req-3567c02b-6fd1-4dbe-aae5-1397df2844e6 admin admin] Deleting subnet 8ed285e0-8e6b-4d46-8817-239ca15b94c1 {{(pid=103104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 02:58:31.601610 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-3567c02b-6fd1-4dbe-aae5-1397df2844e6 admin admin] Publish callbacks [] for subnet (8ed285e0-8e6b-4d46-8817-239ca15b94c1), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:31.638502 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-3567c02b-6fd1-4dbe-aae5-1397df2844e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3905093'] for subnet (8ed285e0-8e6b-4d46-8817-239ca15b94c1), precommit_delete_associations {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:31.681593 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-3567c02b-6fd1-4dbe-aae5-1397df2844e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536560100'] for subnet (8ed285e0-8e6b-4d46-8817-239ca15b94c1), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:31.765185 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-3567c02b-6fd1-4dbe-aae5-1397df2844e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536560111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9193740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8900754'] for subnet (8ed285e0-8e6b-4d46-8817-239ca15b94c1), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:31.783123 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1313d9-7dfa-4054-946d-bf553f9c9fdc req-88f41378-4c52-41ef-9553-5e7623d05139 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:58:31.785605 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-6f1313d9-7dfa-4054-946d-bf553f9c9fdc req-88f41378-4c52-41ef-9553-5e7623d05139 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/ports?device_id=e409d1d5-f58e-4339-96ac-4bf92f2eeb8b HTTP/1.1" status: 200 len: 944 time: 0.0603297 Mar 11 02:58:31.811869 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3567c02b-6fd1-4dbe-aae5-1397df2844e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ed285e0-8e6b-4d46-8817-239ca15b94c1,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:58:31.815310 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-3567c02b-6fd1-4dbe-aae5-1397df2844e6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:31.821007 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-3567c02b-6fd1-4dbe-aae5-1397df2844e6 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/8ed285e0-8e6b-4d46-8817-239ca15b94c1 HTTP/1.1" status: 204 len: 168 time: 0.2685709 Mar 11 02:58:31.825728 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 44320) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:58:31.849940 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-6f1313d9-7dfa-4054-946d-bf553f9c9fdc req-a4e79343-d6a1-44c2-a6c7-7c903b061bf9 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/security-groups?id=80bb0548-f8bc-4a80-afbb-37b7a84dba28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576930 Mar 11 02:58:31.917824 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-0030bbe3-f6ff-421a-b7d5-ac2a86c75bdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536131617'] for network (7e7bc1f9-3ce6-4f88-b347-46278ccab0e3), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:32.006810 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-0030bbe3-f6ff-421a-b7d5-ac2a86c75bdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536562719', 'neutron.services.segments.db._delete_segments_for_network-8774349187094'] for network (7e7bc1f9-3ce6-4f88-b347-46278ccab0e3), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:32.028762 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.services.segments.db [None req-0030bbe3-f6ff-421a-b7d5-ac2a86c75bdf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e7bc1f9-3ce6-4f88-b347-46278ccab0e3']}} {{(pid=103104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 02:58:32.040234 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.services.segments.db [None req-0030bbe3-f6ff-421a-b7d5-ac2a86c75bdf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79727280-1f17-4989-bad4-385d3ba87db2') {'for_net_delete': True} {{(pid=103104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 02:58:32.040517 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.services.segments.db [None req-0030bbe3-f6ff-421a-b7d5-ac2a86c75bdf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79727280-1f17-4989-bad4-385d3ba87db2') {} {{(pid=103104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 02:58:32.050340 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-0030bbe3-f6ff-421a-b7d5-ac2a86c75bdf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774349187871', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3905102'] for segment (79727280-1f17-4989-bad4-385d3ba87db2), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:32.062927 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-0030bbe3-f6ff-421a-b7d5-ac2a86c75bdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536533115'] for segment (79727280-1f17-4989-bad4-385d3ba87db2), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:32.068662 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0030bbe3-f6ff-421a-b7d5-ac2a86c75bdf admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=103104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 02:58:32.069042 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-0030bbe3-f6ff-421a-b7d5-ac2a86c75bdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536533115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9193682'] for segment (79727280-1f17-4989-bad4-385d3ba87db2), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:32.070649 dv-cinder-740146-14-smb neutron-server[103104]: Traceback (most recent call last): Mar 11 02:58:32.070649 dv-cinder-740146-14-smb neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 02:58:32.070649 dv-cinder-740146-14-smb neutron-server[103104]: timer() Mar 11 02:58:32.070649 dv-cinder-740146-14-smb neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 02:58:32.070649 dv-cinder-740146-14-smb neutron-server[103104]: cb(*args, **kw) Mar 11 02:58:32.070649 dv-cinder-740146-14-smb neutron-server[103104]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 02:58:32.070649 dv-cinder-740146-14-smb neutron-server[103104]: return func(*args, **kwargs) Mar 11 02:58:32.070649 dv-cinder-740146-14-smb neutron-server[103104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 02:58:32.070649 dv-cinder-740146-14-smb neutron-server[103104]: self._notify() Mar 11 02:58:32.070649 dv-cinder-740146-14-smb neutron-server[103104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 02:58:32.070649 dv-cinder-740146-14-smb neutron-server[103104]: self.callback(batched_events) Mar 11 02:58:32.070649 dv-cinder-740146-14-smb neutron-server[103104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 02:58:32.070649 dv-cinder-740146-14-smb neutron-server[103104]: event.method(event) Mar 11 02:58:32.070649 dv-cinder-740146-14-smb neutron-server[103104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 02:58:32.070649 dv-cinder-740146-14-smb neutron-server[103104]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 02:58:32.070649 dv-cinder-740146-14-smb neutron-server[103104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 02:58:32.070649 dv-cinder-740146-14-smb neutron-server[103104]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 02:58:32.070649 dv-cinder-740146-14-smb neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 02:58:32.070649 dv-cinder-740146-14-smb neutron-server[103104]: return f(self, *a, **k) Mar 11 02:58:32.070649 dv-cinder-740146-14-smb neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 02:58:32.070649 dv-cinder-740146-14-smb neutron-server[103104]: return self._get(url).json() Mar 11 02:58:32.070649 dv-cinder-740146-14-smb neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 02:58:32.070649 dv-cinder-740146-14-smb neutron-server[103104]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 02:58:32.070649 dv-cinder-740146-14-smb neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 02:58:32.070649 dv-cinder-740146-14-smb neutron-server[103104]: return self.request(url, 'GET', **kwargs) Mar 11 02:58:32.070649 dv-cinder-740146-14-smb neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 02:58:32.070649 dv-cinder-740146-14-smb neutron-server[103104]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 02:58:32.070649 dv-cinder-740146-14-smb neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 02:58:32.070649 dv-cinder-740146-14-smb neutron-server[103104]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 02:58:32.070649 dv-cinder-740146-14-smb neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 02:58:32.070649 dv-cinder-740146-14-smb neutron-server[103104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 02:58:32.070649 dv-cinder-740146-14-smb neutron-server[103104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 02:58:32.123132 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-0030bbe3-f6ff-421a-b7d5-ac2a86c75bdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536562790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580582'] for network (7e7bc1f9-3ce6-4f88-b347-46278ccab0e3), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:32.128773 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-0030bbe3-f6ff-421a-b7d5-ac2a86c75bdf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-648073'] for network (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:32.133762 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-0030bbe3-f6ff-421a-b7d5-ac2a86c75bdf admin admin] 10.222.0.20 "DELETE /v2.0/networks/7e7bc1f9-3ce6-4f88-b347-46278ccab0e3 HTTP/1.1" status: 204 len: 168 time: 0.3064008 Mar 11 02:58:32.146021 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0030bbe3-f6ff-421a-b7d5-ac2a86c75bdf admin admin] Pushing event deleted for resources: {'Network': ['ID=7e7bc1f9-3ce6-4f88-b347-46278ccab0e3,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:58:32.295957 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 44330) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:58:32.336033 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-b5f5e80f-7bd9-4488-9d9a-cd9f326b8788 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c47ef42737784292958db4dbe01dd7b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388765 Mar 11 02:58:32.338489 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 44332) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:58:32.388761 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-c2f021e5-0c36-4293-96da-300b6f1b36f0 admin admin] Publish callbacks [] for security_group (85acd191-e35d-4c50-9fc4-e95227d4f852), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:32.410890 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-c2f021e5-0c36-4293-96da-300b6f1b36f0 admin admin] Publish callbacks [] for security_group (85acd191-e35d-4c50-9fc4-e95227d4f852), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:32.459322 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-c2f021e5-0c36-4293-96da-300b6f1b36f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (85acd191-e35d-4c50-9fc4-e95227d4f852), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:32.462032 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-c2f021e5-0c36-4293-96da-300b6f1b36f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:32.463230 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-c2f021e5-0c36-4293-96da-300b6f1b36f0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/85acd191-e35d-4c50-9fc4-e95227d4f852 HTTP/1.1" status: 204 len: 168 time: 0.1238675 Mar 11 02:58:32.471410 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f021e5-0c36-4293-96da-300b6f1b36f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85acd191-e35d-4c50-9fc4-e95227d4f852,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:58:32.886848 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Device 376644d1-d63b-4c41-ba43-be4c17127867 up at agent hyperv_hv-cinder-74014 {{(pid=103105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 02:58:32.937881 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Provisioning complete for port 376644d1-d63b-4c41-ba43-be4c17127867 triggered by entity L2. {{(pid=103105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 02:58:32.938267 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536573942'] for port (376644d1-d63b-4c41-ba43-be4c17127867), provisioning_complete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:32.999671 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee29e54f-b970-4bce-b838-30b9039bc398 req-30cbf927-ad99-46af-a857-7bcb78942769 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:58:33.006384 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-ee29e54f-b970-4bce-b838-30b9039bc398 req-30cbf927-ad99-46af-a857-7bcb78942769 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/ports?device_id=e409d1d5-f58e-4339-96ac-4bf92f2eeb8b HTTP/1.1" status: 200 len: 944 time: 0.0692525 Mar 11 02:58:33.043014 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Current status of the port 376644d1-d63b-4c41-ba43-be4c17127867 is: BUILD; New status is: ACTIVE {{(pid=103105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 02:58:33.043885 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (376644d1-d63b-4c41-ba43-be4c17127867), before_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:33.072187 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e409d1d5-f58e-4339-96ac-4bf92f2eeb8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '376644d1-d63b-4c41-ba43-be4c17127867'}] {{(pid=103105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 02:58:33.074811 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}703a16387464127cc7b8de6906938e3e01810e7f46b2e9393936db54d9388ffe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3960331c-27e7-446b-a130-c766be9d3b8d" -d '{"events": [{"server_uuid": "e409d1d5-f58e-4339-96ac-4bf92f2eeb8b", "name": "network-vif-plugged", "status": "completed", "tag": "376644d1-d63b-4c41-ba43-be4c17127867"}]}' {{(pid=103105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 02:58:33.075817 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-ee29e54f-b970-4bce-b838-30b9039bc398 req-3e2babea-dfac-4045-8239-2ddde0b7667a tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/security-groups?id=80bb0548-f8bc-4a80-afbb-37b7a84dba28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684998 Mar 11 02:58:33.090596 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] For port 376644d1-d63b-4c41-ba43-be4c17127867, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=376644d1-d63b-4c41-ba43-be4c17127867,segment=NetworkSegment(e477fdca-2d56-4686-9dff-dd5cd9b82843),segment_id=e477fdca-2d56-4686-9dff-dd5cd9b82843)] {{(pid=103105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 02:58:33.096624 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712'] for port (376644d1-d63b-4c41-ba43-be4c17127867), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:33.141682 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 02:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b8f1e1a-e7fa-4131-bc62-762725da6900 x-openstack-request-id: req-0b8f1e1a-e7fa-4131-bc62-762725da6900 {{(pid=103105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 02:58:33.141978 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e409d1d5-f58e-4339-96ac-4bf92f2eeb8b", "name": "network-vif-plugged", "status": "completed", "tag": "376644d1-d63b-4c41-ba43-be4c17127867", "code": 200}]} {{(pid=103105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 02:58:33.142259 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0b8f1e1a-e7fa-4131-bc62-762725da6900 {{(pid=103105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 02:58:33.142841 dv-cinder-740146-14-smb neutron-server[103105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e409d1d5-f58e-4339-96ac-4bf92f2eeb8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '376644d1-d63b-4c41-ba43-be4c17127867', 'code': 200} Mar 11 02:58:33.189809 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Pushing event updated for resources: {'Port': ['ID=376644d1-d63b-4c41-ba43-be4c17127867,revision_number=10']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:58:33.212084 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 44368) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:58:33.327839 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.v2.base [None req-41089b10-1840-4ad2-a4a2-ebc4b1a36594 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1498436054-network', 'tenant_id': 'd053a9c011cd45feb5ebd7ba3b5eea91'}} {{(pid=103104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 02:58:33.347006 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41089b10-1840-4ad2-a4a2-ebc4b1a36594 admin admin] Made reservation on behalf of d053a9c011cd45feb5ebd7ba3b5eea91 for: {'network': 1} {{(pid=103104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 02:58:33.350935 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-41089b10-1840-4ad2-a4a2-ebc4b1a36594 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for network (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:33.358842 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-41089b10-1840-4ad2-a4a2-ebc4b1a36594 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:33.446202 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-41089b10-1840-4ad2-a4a2-ebc4b1a36594 admin admin] Publish callbacks [] for security_group (3248b182-75c8-4b84-8b40-b2d8c75dff21), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:33.450054 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-41089b10-1840-4ad2-a4a2-ebc4b1a36594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (3248b182-75c8-4b84-8b40-b2d8c75dff21), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:33.470251 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41089b10-1840-4ad2-a4a2-ebc4b1a36594 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=103104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 02:58:33.483870 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41089b10-1840-4ad2-a4a2-ebc4b1a36594 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3248b182-75c8-4b84-8b40-b2d8c75dff21,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:58:33.489337 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-41089b10-1840-4ad2-a4a2-ebc4b1a36594 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536533115'] for segment (76b8e030-0150-4093-be95-e8c5bad75e8f), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:33.489681 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.db.segments_db [None req-41089b10-1840-4ad2-a4a2-ebc4b1a36594 admin admin] Added segment 76b8e030-0150-4093-be95-e8c5bad75e8f of type vlan for network d22351ff-ebe5-4412-94a6-8b87af2176f8 Mar 11 02:58:33.528076 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-41089b10-1840-4ad2-a4a2-ebc4b1a36594 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774348876719'] for network (d22351ff-ebe5-4412-94a6-8b87af2176f8), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:33.552644 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-41089b10-1840-4ad2-a4a2-ebc4b1a36594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087'] for network (d22351ff-ebe5-4412-94a6-8b87af2176f8), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:33.553622 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41089b10-1840-4ad2-a4a2-ebc4b1a36594 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:58:33.554192 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-41089b10-1840-4ad2-a4a2-ebc4b1a36594 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-648073'] for network (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:33.587173 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-41089b10-1840-4ad2-a4a2-ebc4b1a36594 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3739672 Mar 11 02:58:33.590058 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 44384) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:58:33.596175 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.v2.base [None req-c41d0657-7ac1-43de-8ac1-2f7abde6693e admin admin] Request body: {'subnet': {'network_id': 'd22351ff-ebe5-4412-94a6-8b87af2176f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1498436054-subnet', 'tenant_id': 'd053a9c011cd45feb5ebd7ba3b5eea91', 'ip_version': 4}} {{(pid=103103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 02:58:33.616865 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c41d0657-7ac1-43de-8ac1-2f7abde6693e admin admin] Made reservation on behalf of d053a9c011cd45feb5ebd7ba3b5eea91 for: {'subnet': 1} {{(pid=103103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 02:58:33.617846 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41089b10-1840-4ad2-a4a2-ebc4b1a36594 admin admin] Pushing event updated for resources: {'Network': ['ID=d22351ff-ebe5-4412-94a6-8b87af2176f8,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:58:33.619577 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-c41d0657-7ac1-43de-8ac1-2f7abde6693e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9258743'] for subnet (None), before_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:33.629877 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Network d22351ff-ebe5-4412-94a6-8b87af2176f8 details requested by agent ovs-agent-dv-cinder-740146-14-smb with host dv-cinder-740146-14-smb {{(pid=103105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 02:58:33.744889 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ead1e1-13b8-4487-be19-271702ec2f23 req-b363d333-b06e-47b7-90fd-7894b8ff1d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:58:33.746689 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-13ead1e1-13b8-4487-be19-271702ec2f23 req-b363d333-b06e-47b7-90fd-7894b8ff1d51 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e409d1d5-f58e-4339-96ac-4bf92f2eeb8b HTTP/1.1" status: 200 len: 1130 time: 0.0537646 Mar 11 02:58:33.790158 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-13ead1e1-13b8-4487-be19-271702ec2f23 req-c7d4beab-601f-4a66-aaad-cd8c4564d056 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=80bb0548-f8bc-4a80-afbb-37b7a84dba28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370872 Mar 11 02:58:33.802189 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-c41d0657-7ac1-43de-8ac1-2f7abde6693e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9139602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9258713'] for subnet (20313f1a-fffa-43ff-8b7f-f66b39097875), after_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:33.850697 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41d0657-7ac1-43de-8ac1-2f7abde6693e admin admin] Pushing event updated for resources: {'Subnet': ['ID=20313f1a-fffa-43ff-8b7f-f66b39097875,revision_number=0']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:58:33.866242 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41d0657-7ac1-43de-8ac1-2f7abde6693e admin admin] Checking segment: {'id': '76b8e030-0150-4093-be95-e8c5bad75e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'd22351ff-ebe5-4412-94a6-8b87af2176f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 02:58:33.866603 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c41d0657-7ac1-43de-8ac1-2f7abde6693e admin admin] Network hostable DHCP agents. Network: d22351ff-ebe5-4412-94a6-8b87af2176f8, hostable agents: ['27668cff-ea20-4e06-9a9c-d4f827fe3eb1'], hosted agents: [] {{(pid=103103) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 02:58:33.883907 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c41d0657-7ac1-43de-8ac1-2f7abde6693e admin admin] Network d22351ff-ebe5-4412-94a6-8b87af2176f8 is scheduled to be hosted by DHCP agent 27668cff-ea20-4e06-9a9c-d4f827fe3eb1 with binding_index 1 {{(pid=103103) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 02:58:33.893971 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.scheduler.base_scheduler [None req-c41d0657-7ac1-43de-8ac1-2f7abde6693e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-14-smb, d22351ff-ebe5-4412-94a6-8b87af2176f8) {{(pid=103103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 02:58:33.898136 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c41d0657-7ac1-43de-8ac1-2f7abde6693e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:58:33.898738 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-c41d0657-7ac1-43de-8ac1-2f7abde6693e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-648073'] for subnet (None), before_response {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:33.903639 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-439e533c-8a82-4feb-9b66-79226f84a3ed None None] Network d22351ff-ebe5-4412-94a6-8b87af2176f8 requested from dv-cinder-740146-14-smb {{(pid=103105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 02:58:33.916791 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-c41d0657-7ac1-43de-8ac1-2f7abde6693e admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3229282 Mar 11 02:58:33.917421 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 44386) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:58:33.921761 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.v2.base [None req-beedb1bc-df79-424a-8aab-c91add9ed357 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1498436054-router', 'tenant_id': 'd053a9c011cd45feb5ebd7ba3b5eea91', 'external_gateway_info': {'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3'}}} {{(pid=103103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 02:58:33.943539 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-beedb1bc-df79-424a-8aab-c91add9ed357 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58023'] for router (07b6ac94-e10b-4c11-8cc1-9103779f5c15), before_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:33.945102 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-beedb1bc-df79-424a-8aab-c91add9ed357 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-580465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58012'] for router (07b6ac94-e10b-4c11-8cc1-9103779f5c15), precommit_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:34.000972 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-beedb1bc-df79-424a-8aab-c91add9ed357 admin admin] Publish callbacks [] for router_controller (07b6ac94-e10b-4c11-8cc1-9103779f5c15), precommit_add_association {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:34.014302 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02169795-d3ec-430d-9b64-8b10f011bb54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd85ff5c0-c910-53e4-8e7c-b470cdcfe3b4-d22351ff-ebe5-4412-94a6-8b87af2176f8', 'network_id': 'd22351ff-ebe5-4412-94a6-8b87af2176f8', 'project_id': 'd053a9c011cd45feb5ebd7ba3b5eea91', 'fixed_ips': [{'subnet_id': '20313f1a-fffa-43ff-8b7f-f66b39097875'}]}} from dv-cinder-740146-14-smb. {{(pid=103105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 02:58:34.015303 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-02169795-d3ec-430d-9b64-8b10f011bb54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (None), before_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:34.152168 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-beedb1bc-df79-424a-8aab-c91add9ed357 admin admin] Publish callbacks [] for router_gateway (07b6ac94-e10b-4c11-8cc1-9103779f5c15), precommit_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:34.165651 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.db_base_plugin_common [None req-02169795-d3ec-430d-9b64-8b10f011bb54 None None] Allocated IP 172.20.0.2 (d22351ff-ebe5-4412-94a6-8b87af2176f8/20313f1a-fffa-43ff-8b7f-f66b39097875/e78dc0df-26b9-4f97-bba0-d3c0f2dc8b51) {{(pid=103105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 02:58:34.227164 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e20cc1-5d01-4b12-bf53-f906d5d2aaad req-bcf022eb-e35e-41d2-8bc6-f346abb60f74 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:58:34.228929 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-12e20cc1-5d01-4b12-bf53-f906d5d2aaad req-bcf022eb-e35e-41d2-8bc6-f346abb60f74 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/ports?device_id=e409d1d5-f58e-4339-96ac-4bf92f2eeb8b HTTP/1.1" status: 200 len: 946 time: 0.0640819 Mar 11 02:58:34.292167 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-12e20cc1-5d01-4b12-bf53-f906d5d2aaad req-cd531e32-0b99-4a9a-b739-9d560c945393 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/security-groups?id=80bb0548-f8bc-4a80-afbb-37b7a84dba28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516756 Mar 11 02:58:34.334986 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-02169795-d3ec-430d-9b64-8b10f011bb54 None None] Publish callbacks [] for port (e78dc0df-26b9-4f97-bba0-d3c0f2dc8b51), precommit_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:34.340658 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-02169795-d3ec-430d-9b64-8b10f011bb54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774348857676'] for port (e78dc0df-26b9-4f97-bba0-d3c0f2dc8b51), after_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:34.369884 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-beedb1bc-df79-424a-8aab-c91add9ed357 admin admin] Publish callbacks [] for router_gateway (07b6ac94-e10b-4c11-8cc1-9103779f5c15), before_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:34.380232 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02169795-d3ec-430d-9b64-8b10f011bb54 None None] Network d22351ff-ebe5-4412-94a6-8b87af2176f8 is already hosted by enough agents. {{(pid=103105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 02:58:34.383072 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.scheduler.base_scheduler [None req-02169795-d3ec-430d-9b64-8b10f011bb54 None None] Resources bound (agent type, host, resource id): {{(pid=103105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 02:58:34.386714 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02169795-d3ec-430d-9b64-8b10f011bb54 None None] Received port after_create {{(pid=103105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 02:58:34.388564 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-beedb1bc-df79-424a-8aab-c91add9ed357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (None), before_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:34.401287 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02169795-d3ec-430d-9b64-8b10f011bb54 None None] Pushing event updated for resources: {'Port': ['ID=e78dc0df-26b9-4f97-bba0-d3c0f2dc8b51,revision_number=1']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:58:34.461697 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.managers [None req-02169795-d3ec-430d-9b64-8b10f011bb54 None None] Attempting to bind port e78dc0df-26b9-4f97-bba0-d3c0f2dc8b51 on host dv-cinder-740146-14-smb for vnic_type normal with profile {{(pid=103105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 02:58:34.462081 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.managers [None req-02169795-d3ec-430d-9b64-8b10f011bb54 None None] Attempting to bind port e78dc0df-26b9-4f97-bba0-d3c0f2dc8b51 by drivers openvswitch,hyperv on host dv-cinder-740146-14-smb at level 0 using segments [{'id': '76b8e030-0150-4093-be95-e8c5bad75e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'd22351ff-ebe5-4412-94a6-8b87af2176f8'}] {{(pid=103105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 02:58:34.462571 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02169795-d3ec-430d-9b64-8b10f011bb54 None None] Attempting to bind port e78dc0df-26b9-4f97-bba0-d3c0f2dc8b51 on network d22351ff-ebe5-4412-94a6-8b87af2176f8 {{(pid=103105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 02:58:34.468549 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02169795-d3ec-430d-9b64-8b10f011bb54 None None] Checking agent: {'id': '36a16930-fe6f-49e2-96be-29faaa54e9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 2, 46, 29), 'started_at': datetime.datetime(2022, 3, 11, 2, 46, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 2, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 02:58:34.468930 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02169795-d3ec-430d-9b64-8b10f011bb54 None None] Checking segment: {'id': '76b8e030-0150-4093-be95-e8c5bad75e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'd22351ff-ebe5-4412-94a6-8b87af2176f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 02:58:34.469370 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-02169795-d3ec-430d-9b64-8b10f011bb54 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:34.469769 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02169795-d3ec-430d-9b64-8b10f011bb54 None None] Bound using segment: {'id': '76b8e030-0150-4093-be95-e8c5bad75e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'd22351ff-ebe5-4412-94a6-8b87af2176f8'} {{(pid=103105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 02:58:34.470234 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.managers [None req-02169795-d3ec-430d-9b64-8b10f011bb54 None None] Bound port: e78dc0df-26b9-4f97-bba0-d3c0f2dc8b51, host: dv-cinder-740146-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76b8e030-0150-4093-be95-e8c5bad75e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'd22351ff-ebe5-4412-94a6-8b87af2176f8'}}] {{(pid=103105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 02:58:34.471282 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-02169795-d3ec-430d-9b64-8b10f011bb54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (e78dc0df-26b9-4f97-bba0-d3c0f2dc8b51), before_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:34.507208 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.db.db_base_plugin_common [None req-beedb1bc-df79-424a-8aab-c91add9ed357 admin admin] Allocated IP 172.28.1.15 (67cf6db3-75c3-4d86-ba36-4af7c18cd6b3/b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e/adfb024a-763b-493d-9ac6-ea8a33eab093) {{(pid=103103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 02:58:34.540729 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-02169795-d3ec-430d-9b64-8b10f011bb54 None None] For port e78dc0df-26b9-4f97-bba0-d3c0f2dc8b51, host dv-cinder-740146-14-smb, cleared binding levels {{(pid=103105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 02:58:34.545378 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-02169795-d3ec-430d-9b64-8b10f011bb54 None None] For port e78dc0df-26b9-4f97-bba0-d3c0f2dc8b51, host dv-cinder-740146-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-smb',level=0,port_id=e78dc0df-26b9-4f97-bba0-d3c0f2dc8b51,segment=NetworkSegment(76b8e030-0150-4093-be95-e8c5bad75e8f),segment_id=76b8e030-0150-4093-be95-e8c5bad75e8f)] {{(pid=103105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 02:58:34.554051 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-02169795-d3ec-430d-9b64-8b10f011bb54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712'] for port (e78dc0df-26b9-4f97-bba0-d3c0f2dc8b51), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:34.622511 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02169795-d3ec-430d-9b64-8b10f011bb54 None None] Pushing event updated for resources: {'Port': ['ID=e78dc0df-26b9-4f97-bba0-d3c0f2dc8b51,revision_number=2']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:58:34.645766 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-beedb1bc-df79-424a-8aab-c91add9ed357 admin admin] Publish callbacks [] for port (adfb024a-763b-493d-9ac6-ea8a33eab093), precommit_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:34.680802 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-beedb1bc-df79-424a-8aab-c91add9ed357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774348857676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9139710'] for port (adfb024a-763b-493d-9ac6-ea8a33eab093), after_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:34.745291 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 44402) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:58:34.918631 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-20895055-7fad-4f0f-a616-d9d5ab552b38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:34.971765 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beedb1bc-df79-424a-8aab-c91add9ed357 admin admin] Network 67cf6db3-75c3-4d86-ba36-4af7c18cd6b3 is already hosted by enough agents. {{(pid=103103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 02:58:34.976908 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.scheduler.base_scheduler [None req-beedb1bc-df79-424a-8aab-c91add9ed357 admin admin] Resources bound (agent type, host, resource id): {{(pid=103103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 02:58:34.981390 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beedb1bc-df79-424a-8aab-c91add9ed357 admin admin] Received port after_create {{(pid=103103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 02:58:35.005018 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beedb1bc-df79-424a-8aab-c91add9ed357 admin admin] Pushing event updated for resources: {'Port': ['ID=adfb024a-763b-493d-9ac6-ea8a33eab093,revision_number=1']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:58:35.026297 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-20895055-7fad-4f0f-a616-d9d5ab552b38 admin admin] Publish callbacks [] for security_group (182a89c1-a49c-4039-849d-d23c4943dc32), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:35.030563 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-20895055-7fad-4f0f-a616-d9d5ab552b38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (182a89c1-a49c-4039-849d-d23c4943dc32), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:35.068986 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-20895055-7fad-4f0f-a616-d9d5ab552b38 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c71e9404d1fd491c901f2e5ddf929dd7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3178375 Mar 11 02:58:35.071173 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20895055-7fad-4f0f-a616-d9d5ab552b38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=182a89c1-a49c-4039-849d-d23c4943dc32,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:58:35.072106 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 44406) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:58:35.120321 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-d195d53d-3625-4524-90a6-14fd39c75c46 admin admin] Publish callbacks [] for security_group (182a89c1-a49c-4039-849d-d23c4943dc32), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:35.141892 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-d195d53d-3625-4524-90a6-14fd39c75c46 admin admin] Publish callbacks [] for security_group (182a89c1-a49c-4039-849d-d23c4943dc32), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:35.192823 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-d195d53d-3625-4524-90a6-14fd39c75c46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (182a89c1-a49c-4039-849d-d23c4943dc32), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:35.195436 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-d195d53d-3625-4524-90a6-14fd39c75c46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:35.196742 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-d195d53d-3625-4524-90a6-14fd39c75c46 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/182a89c1-a49c-4039-849d-d23c4943dc32 HTTP/1.1" status: 204 len: 168 time: 0.1237326 Mar 11 02:58:35.205837 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d195d53d-3625-4524-90a6-14fd39c75c46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=182a89c1-a49c-4039-849d-d23c4943dc32,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:58:35.261152 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-beedb1bc-df79-424a-8aab-c91add9ed357 admin admin] Publish callbacks [] for router_gateway (07b6ac94-e10b-4c11-8cc1-9103779f5c15), after_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:35.547886 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aec5fb5-e385-4e86-8586-28a77e0801b8 req-67a94481-ba0f-4c9b-843f-f9e41d573a76 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:58:35.549465 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-3aec5fb5-e385-4e86-8586-28a77e0801b8 req-67a94481-ba0f-4c9b-843f-f9e41d573a76 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/ports?device_id=e409d1d5-f58e-4339-96ac-4bf92f2eeb8b HTTP/1.1" status: 200 len: 946 time: 0.0821443 Mar 11 02:58:35.606578 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 44424) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:58:35.622117 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-beedb1bc-df79-424a-8aab-c91add9ed357 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580382'] for router (07b6ac94-e10b-4c11-8cc1-9103779f5c15), after_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:35.623975 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-1c2a461d-a20d-4c84-a507-33d542e9c0db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:35.695546 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-3aec5fb5-e385-4e86-8586-28a77e0801b8 req-fa629b6e-b121-47a6-bc9f-e9578358cae8 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/security-groups?id=80bb0548-f8bc-4a80-afbb-37b7a84dba28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1189268 Mar 11 02:58:35.749829 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-1c2a461d-a20d-4c84-a507-33d542e9c0db admin admin] Publish callbacks [] for security_group (253ff23b-2165-43a3-a91e-15ac4d5e8c62), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:35.759191 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-1c2a461d-a20d-4c84-a507-33d542e9c0db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (253ff23b-2165-43a3-a91e-15ac4d5e8c62), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:35.783736 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e36d46-ad6e-4e36-aa68-204585ed4ca7 None None] Network d22351ff-ebe5-4412-94a6-8b87af2176f8 requested from dv-cinder-740146-14-smb {{(pid=103105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 02:58:35.812516 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-1c2a461d-a20d-4c84-a507-33d542e9c0db admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=44be2dc3fa0841bc86890b343c5170db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2020903 Mar 11 02:58:35.820260 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 44442) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:58:35.825849 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2a461d-a20d-4c84-a507-33d542e9c0db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=253ff23b-2165-43a3-a91e-15ac4d5e8c62,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:58:35.849327 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beedb1bc-df79-424a-8aab-c91add9ed357 admin admin] Router 07b6ac94-e10b-4c11-8cc1-9103779f5c15 is scheduled to L3 agent 368653ed-b5ce-4183-9c3b-231a0bc3dd35 with binding_index 1 {{(pid=103103) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 02:58:35.900364 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [None req-7ac19767-69c4-4ace-bfb9-b9003f3fb6bb None None] Provisioning complete for port e78dc0df-26b9-4f97-bba0-d3c0f2dc8b51 triggered by entity DHCP. {{(pid=103105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 02:58:35.900575 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-7ac19767-69c4-4ace-bfb9-b9003f3fb6bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536573942'] for port (e78dc0df-26b9-4f97-bba0-d3c0f2dc8b51), provisioning_complete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:35.942427 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-d3cc15e6-f223-4e0b-9710-d2c059f54f6a admin admin] Publish callbacks [] for security_group (253ff23b-2165-43a3-a91e-15ac4d5e8c62), before_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:35.996900 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-d3cc15e6-f223-4e0b-9710-d2c059f54f6a admin admin] Publish callbacks [] for security_group (253ff23b-2165-43a3-a91e-15ac4d5e8c62), precommit_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:36.024039 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beedb1bc-df79-424a-8aab-c91add9ed357 admin admin] Notify agent at l3_agent.dv-cinder-740146-14-smb the message routers_updated {{(pid=103103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 02:58:36.034532 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-7ac19767-69c4-4ace-bfb9-b9003f3fb6bb None None] Current status of the port e78dc0df-26b9-4f97-bba0-d3c0f2dc8b51 is: DOWN; New status is: ACTIVE {{(pid=103105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 02:58:36.041760 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-7ac19767-69c4-4ace-bfb9-b9003f3fb6bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (e78dc0df-26b9-4f97-bba0-d3c0f2dc8b51), before_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:36.062337 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-beedb1bc-df79-424a-8aab-c91add9ed357 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:36.063981 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-beedb1bc-df79-424a-8aab-c91add9ed357 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.1453543 Mar 11 02:58:36.069429 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 44462) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:58:36.083354 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-d3cc15e6-f223-4e0b-9710-d2c059f54f6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (253ff23b-2165-43a3-a91e-15ac4d5e8c62), after_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:36.086527 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-d3cc15e6-f223-4e0b-9710-d2c059f54f6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:36.090569 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-d3cc15e6-f223-4e0b-9710-d2c059f54f6a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/253ff23b-2165-43a3-a91e-15ac4d5e8c62 HTTP/1.1" status: 204 len: 168 time: 0.2691400 Mar 11 02:58:36.097469 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-7ac19767-69c4-4ace-bfb9-b9003f3fb6bb None None] For port e78dc0df-26b9-4f97-bba0-d3c0f2dc8b51, host dv-cinder-740146-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-smb',level=0,port_id=e78dc0df-26b9-4f97-bba0-d3c0f2dc8b51,segment=NetworkSegment(76b8e030-0150-4093-be95-e8c5bad75e8f),segment_id=76b8e030-0150-4093-be95-e8c5bad75e8f)] {{(pid=103105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 02:58:36.099532 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aaf4a15-2e5f-432f-8f3e-8333e1d81a29 None None] Sync routers for ids ['07b6ac94-e10b-4c11-8cc1-9103779f5c15'] in dv-cinder-740146-14-smb {{(pid=103105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 02:58:36.107899 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc15e6-f223-4e0b-9710-d2c059f54f6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=253ff23b-2165-43a3-a91e-15ac4d5e8c62,revision_number=None']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:58:36.113417 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-7ac19767-69c4-4ace-bfb9-b9003f3fb6bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712'] for port (e78dc0df-26b9-4f97-bba0-d3c0f2dc8b51), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:36.164973 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aaf4a15-2e5f-432f-8f3e-8333e1d81a29 None None] Routers {'07b6ac94-e10b-4c11-8cc1-9103779f5c15'} bound to L3 agent in host dv-cinder-740146-14-smb {{(pid=103105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 02:58:36.165937 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_hamode_db [None req-1aaf4a15-2e5f-432f-8f3e-8333e1d81a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T02:46:25Z,description=,heartbeat_timestamp=2022-03-11T02:58:25Z,host='dv-cinder-740146-14-smb',id=368653ed-b5ce-4183-9c3b-231a0bc3dd35,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T02:46:25Z,topic='l3_agent')) {'router_ids': ['07b6ac94-e10b-4c11-8cc1-9103779f5c15'], 'active': True} {{(pid=103105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 02:58:36.318924 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_dvr_db [None req-1aaf4a15-2e5f-432f-8f3e-8333e1d81a29 None None] Set router 07b6ac94-e10b-4c11-8cc1-9103779f5c15 gateway port host: dv-cinder-740146-14-smb {{(pid=103105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 02:58:36.322021 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac19767-69c4-4ace-bfb9-b9003f3fb6bb None None] Pushing event updated for resources: {'Port': ['ID=e78dc0df-26b9-4f97-bba0-d3c0f2dc8b51,revision_number=3']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:58:36.422593 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [None req-17a41add-8c00-4471-856a-367d6d941121 None None] Provisioning complete for port e78dc0df-26b9-4f97-bba0-d3c0f2dc8b51 triggered by entity DHCP. {{(pid=103105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 02:58:36.423028 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-17a41add-8c00-4471-856a-367d6d941121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536573942'] for port (e78dc0df-26b9-4f97-bba0-d3c0f2dc8b51), provisioning_complete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:36.585668 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 44470) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:58:36.607104 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-27e430bd-0b4f-4a61-a128-c491f9ccfe2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:36.671708 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-6b91918f-fe4e-43e5-b9d7-a14009587941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:36.692036 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-27e430bd-0b4f-4a61-a128-c491f9ccfe2c admin admin] Publish callbacks [] for security_group (5f6106a6-f5f7-47be-80dc-bda8ff585205), precommit_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:36.696732 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-27e430bd-0b4f-4a61-a128-c491f9ccfe2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (5f6106a6-f5f7-47be-80dc-bda8ff585205), after_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:36.707364 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Device e78dc0df-26b9-4f97-bba0-d3c0f2dc8b51 up at agent ovs-agent-dv-cinder-740146-14-smb {{(pid=103105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 02:58:36.737774 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-27e430bd-0b4f-4a61-a128-c491f9ccfe2c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a8af62f37b934fc6ae618037c21ef980&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1484010 Mar 11 02:58:36.738256 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 44474) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:58:36.746743 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e430bd-0b4f-4a61-a128-c491f9ccfe2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f6106a6-f5f7-47be-80dc-bda8ff585205,revision_number=1']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:58:36.759652 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-17a41add-8c00-4471-856a-367d6d941121 None None] Current status of the port e78dc0df-26b9-4f97-bba0-d3c0f2dc8b51 is: ACTIVE; New status is: ACTIVE {{(pid=103105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 02:58:36.782791 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_hamode_db [None req-1aaf4a15-2e5f-432f-8f3e-8333e1d81a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07b6ac94-e10b-4c11-8cc1-9103779f5c15', 'name': 'tempest-TestShelveInstance-1498436054-router', 'tenant_id': 'd053a9c011cd45feb5ebd7ba3b5eea91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'external_fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.15'}], 'enable_snat': True}, 'gw_port_id': 'adfb024a-763b-493d-9ac6-ea8a33eab093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T02:58:33Z', 'updated_at': '2022-03-11T02:58:35Z', 'revision_number': 3, 'project_id': 'd053a9c011cd45feb5ebd7ba3b5eea91', 'gw_port': {'id': 'adfb024a-763b-493d-9ac6-ea8a33eab093', 'name': '', 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4e:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07b6ac94-e10b-4c11-8cc1-9103779f5c15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:58:34Z', 'updated_at': '2022-03-11T02:58:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-smb'}], 'dv-cinder-740146-14-smb', False) {} {{(pid=103105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 02:58:36.815889 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-eb0f4c18-0c6b-4b16-beae-c925119c9f01 admin admin] Publish callbacks [] for security_group (5f6106a6-f5f7-47be-80dc-bda8ff585205), before_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:36.818591 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aaf4a15-2e5f-432f-8f3e-8333e1d81a29 None None] Checking router: 07b6ac94-e10b-4c11-8cc1-9103779f5c15 for host: dv-cinder-740146-14-smb {{(pid=103105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 02:58:36.819096 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aaf4a15-2e5f-432f-8f3e-8333e1d81a29 None None] Updating router 07b6ac94-e10b-4c11-8cc1-9103779f5c15 port adfb024a-763b-493d-9ac6-ea8a33eab093 binding host dv-cinder-740146-14-smb {{(pid=103105) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 02:58:36.822724 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Provisioning complete for port e78dc0df-26b9-4f97-bba0-d3c0f2dc8b51 triggered by entity L2. {{(pid=103105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 02:58:36.823098 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536573942'] for port (e78dc0df-26b9-4f97-bba0-d3c0f2dc8b51), provisioning_complete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:36.844012 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-eb0f4c18-0c6b-4b16-beae-c925119c9f01 admin admin] Publish callbacks [] for security_group (5f6106a6-f5f7-47be-80dc-bda8ff585205), precommit_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:36.872653 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1aaf4a15-2e5f-432f-8f3e-8333e1d81a29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (adfb024a-763b-493d-9ac6-ea8a33eab093), before_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:36.903299 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-eb0f4c18-0c6b-4b16-beae-c925119c9f01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (5f6106a6-f5f7-47be-80dc-bda8ff585205), after_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:36.907156 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-eb0f4c18-0c6b-4b16-beae-c925119c9f01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:36.909037 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-eb0f4c18-0c6b-4b16-beae-c925119c9f01 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5f6106a6-f5f7-47be-80dc-bda8ff585205 HTTP/1.1" status: 204 len: 168 time: 0.1685901 Mar 11 02:58:36.917145 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0f4c18-0c6b-4b16-beae-c925119c9f01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f6106a6-f5f7-47be-80dc-bda8ff585205,revision_number=None']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:58:36.925736 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08c76d8-0641-49b5-af7b-ed503eb6668b req-23584671-9bc9-4ead-bfa8-642a531d5f58 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:58:36.927262 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-f08c76d8-0641-49b5-af7b-ed503eb6668b req-23584671-9bc9-4ead-bfa8-642a531d5f58 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/ports?device_id=e409d1d5-f58e-4339-96ac-4bf92f2eeb8b HTTP/1.1" status: 200 len: 946 time: 0.1085608 Mar 11 02:58:36.958991 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.db.db_base_plugin_common [None req-6b91918f-fe4e-43e5-b9d7-a14009587941 admin admin] Allocated IP 172.20.0.1 (d22351ff-ebe5-4412-94a6-8b87af2176f8/20313f1a-fffa-43ff-8b7f-f66b39097875/3f4a399d-f703-40ac-a836-f856c7476326) {{(pid=103104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 02:58:37.007716 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-f08c76d8-0641-49b5-af7b-ed503eb6668b req-3e1e8d9a-1877-4306-a772-7c491c51f6e1 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/security-groups?id=80bb0548-f8bc-4a80-afbb-37b7a84dba28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697043 Mar 11 02:58:37.059009 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Current status of the port e78dc0df-26b9-4f97-bba0-d3c0f2dc8b51 is: ACTIVE; New status is: ACTIVE {{(pid=103105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 02:58:37.097238 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-6b91918f-fe4e-43e5-b9d7-a14009587941 admin admin] Publish callbacks [] for port (3f4a399d-f703-40ac-a836-f856c7476326), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:37.139515 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-6b91918f-fe4e-43e5-b9d7-a14009587941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774348857676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9193763'] for port (3f4a399d-f703-40ac-a836-f856c7476326), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:37.180027 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b91918f-fe4e-43e5-b9d7-a14009587941 admin admin] Network d22351ff-ebe5-4412-94a6-8b87af2176f8 is already hosted by enough agents. {{(pid=103104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 02:58:37.187292 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.scheduler.base_scheduler [None req-6b91918f-fe4e-43e5-b9d7-a14009587941 admin admin] Resources bound (agent type, host, resource id): {{(pid=103104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 02:58:37.191217 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b91918f-fe4e-43e5-b9d7-a14009587941 admin admin] Received port after_create {{(pid=103104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 02:58:37.219355 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b91918f-fe4e-43e5-b9d7-a14009587941 admin admin] Pushing event updated for resources: {'Port': ['ID=3f4a399d-f703-40ac-a836-f856c7476326,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:58:37.229755 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1aaf4a15-2e5f-432f-8f3e-8333e1d81a29 None None] Publish callbacks [] for port (adfb024a-763b-493d-9ac6-ea8a33eab093), precommit_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:37.239281 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1aaf4a15-2e5f-432f-8f3e-8333e1d81a29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712'] for port (adfb024a-763b-493d-9ac6-ea8a33eab093), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:37.250362 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-6b91918f-fe4e-43e5-b9d7-a14009587941 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-576625'] for router_interface (07b6ac94-e10b-4c11-8cc1-9103779f5c15), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:37.302984 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.managers [None req-1aaf4a15-2e5f-432f-8f3e-8333e1d81a29 None None] Attempting to bind port adfb024a-763b-493d-9ac6-ea8a33eab093 on host dv-cinder-740146-14-smb for vnic_type normal with profile {{(pid=103105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 02:58:37.303367 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.managers [None req-1aaf4a15-2e5f-432f-8f3e-8333e1d81a29 None None] Attempting to bind port adfb024a-763b-493d-9ac6-ea8a33eab093 by drivers openvswitch,hyperv on host dv-cinder-740146-14-smb at level 0 using segments [{'id': '86701719-770a-4197-8a84-07fe4dcd9e0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3'}] {{(pid=103105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 02:58:37.303738 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aaf4a15-2e5f-432f-8f3e-8333e1d81a29 None None] Attempting to bind port adfb024a-763b-493d-9ac6-ea8a33eab093 on network 67cf6db3-75c3-4d86-ba36-4af7c18cd6b3 {{(pid=103105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 02:58:37.311596 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849f14c2-8fb3-4eef-8477-6b55fabedba7 None None] Pushing event updated for resources: {'Port': ['ID=adfb024a-763b-493d-9ac6-ea8a33eab093,revision_number=2']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:58:37.314492 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aaf4a15-2e5f-432f-8f3e-8333e1d81a29 None None] Checking agent: {'id': '36a16930-fe6f-49e2-96be-29faaa54e9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 2, 46, 29), 'started_at': datetime.datetime(2022, 3, 11, 2, 46, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 2, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 02:58:37.314885 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aaf4a15-2e5f-432f-8f3e-8333e1d81a29 None None] Checking segment: {'id': '86701719-770a-4197-8a84-07fe4dcd9e0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 02:58:37.315301 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1aaf4a15-2e5f-432f-8f3e-8333e1d81a29 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:37.315696 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aaf4a15-2e5f-432f-8f3e-8333e1d81a29 None None] Bound using segment: {'id': '86701719-770a-4197-8a84-07fe4dcd9e0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3'} {{(pid=103105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 02:58:37.316297 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.managers [None req-1aaf4a15-2e5f-432f-8f3e-8333e1d81a29 None None] Bound port: adfb024a-763b-493d-9ac6-ea8a33eab093, host: dv-cinder-740146-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86701719-770a-4197-8a84-07fe4dcd9e0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3'}}] {{(pid=103105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 02:58:37.316693 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1aaf4a15-2e5f-432f-8f3e-8333e1d81a29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (adfb024a-763b-493d-9ac6-ea8a33eab093), before_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:37.386349 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-1aaf4a15-2e5f-432f-8f3e-8333e1d81a29 None None] For port adfb024a-763b-493d-9ac6-ea8a33eab093, host dv-cinder-740146-14-smb, cleared binding levels {{(pid=103105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 02:58:37.390061 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-1aaf4a15-2e5f-432f-8f3e-8333e1d81a29 None None] For port adfb024a-763b-493d-9ac6-ea8a33eab093, host dv-cinder-740146-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-smb',level=0,port_id=adfb024a-763b-493d-9ac6-ea8a33eab093,segment=NetworkSegment(86701719-770a-4197-8a84-07fe4dcd9e0f),segment_id=86701719-770a-4197-8a84-07fe4dcd9e0f)] {{(pid=103105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 02:58:37.406110 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1aaf4a15-2e5f-432f-8f3e-8333e1d81a29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712'] for port (adfb024a-763b-493d-9ac6-ea8a33eab093), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:37.423986 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-6b91918f-fe4e-43e5-b9d7-a14009587941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (3f4a399d-f703-40ac-a836-f856c7476326), before_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:37.485448 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aaf4a15-2e5f-432f-8f3e-8333e1d81a29 None None] Routers {'07b6ac94-e10b-4c11-8cc1-9103779f5c15'} bound to L3 agent in host dv-cinder-740146-14-smb {{(pid=103105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 02:58:37.486100 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_hamode_db [None req-1aaf4a15-2e5f-432f-8f3e-8333e1d81a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T02:46:25Z,description=,heartbeat_timestamp=2022-03-11T02:58:25Z,host='dv-cinder-740146-14-smb',id=368653ed-b5ce-4183-9c3b-231a0bc3dd35,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T02:46:25Z,topic='l3_agent')) {'router_ids': ['07b6ac94-e10b-4c11-8cc1-9103779f5c15'], 'active': True} {{(pid=103105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 02:58:37.534513 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849f14c2-8fb3-4eef-8477-6b55fabedba7 None None] Pushing event updated for resources: {'Port': ['ID=adfb024a-763b-493d-9ac6-ea8a33eab093,revision_number=3']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:58:37.547015 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [None req-847de126-8976-4fc0-8c56-9e160c6382b3 None None] Provisioning complete for port 3f4a399d-f703-40ac-a836-f856c7476326 triggered by entity DHCP. {{(pid=103105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 02:58:37.547395 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-847de126-8976-4fc0-8c56-9e160c6382b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536573942'] for port (3f4a399d-f703-40ac-a836-f856c7476326), provisioning_complete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:37.614122 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-6b91918f-fe4e-43e5-b9d7-a14009587941 admin admin] Publish callbacks [] for port (3f4a399d-f703-40ac-a836-f856c7476326), precommit_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:37.619370 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-6b91918f-fe4e-43e5-b9d7-a14009587941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9193786'] for port (3f4a399d-f703-40ac-a836-f856c7476326), after_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:37.621304 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-847de126-8976-4fc0-8c56-9e160c6382b3 None None] Port 3f4a399d-f703-40ac-a836-f856c7476326 cannot update to ACTIVE because it is not bound. {{(pid=103105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 02:58:37.644685 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_dvr_db [None req-1aaf4a15-2e5f-432f-8f3e-8333e1d81a29 None None] Set router 07b6ac94-e10b-4c11-8cc1-9103779f5c15 gateway port host: dv-cinder-740146-14-smb {{(pid=103105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 02:58:37.692649 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b91918f-fe4e-43e5-b9d7-a14009587941 admin admin] Pushing event updated for resources: {'Port': ['ID=3f4a399d-f703-40ac-a836-f856c7476326,revision_number=2']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:58:37.698697 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-6b91918f-fe4e-43e5-b9d7-a14009587941 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-648101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-576733'] for router_interface (07b6ac94-e10b-4c11-8cc1-9103779f5c15), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:37.794895 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b91918f-fe4e-43e5-b9d7-a14009587941 admin admin] Network d22351ff-ebe5-4412-94a6-8b87af2176f8 is already hosted by enough agents. {{(pid=103104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 02:58:37.796312 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.scheduler.base_scheduler [None req-6b91918f-fe4e-43e5-b9d7-a14009587941 admin admin] Resources bound (agent type, host, resource id): {{(pid=103104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 02:58:37.864702 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_hamode_db [None req-1aaf4a15-2e5f-432f-8f3e-8333e1d81a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07b6ac94-e10b-4c11-8cc1-9103779f5c15', 'name': 'tempest-TestShelveInstance-1498436054-router', 'tenant_id': 'd053a9c011cd45feb5ebd7ba3b5eea91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'external_fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.15'}], 'enable_snat': True}, 'gw_port_id': 'adfb024a-763b-493d-9ac6-ea8a33eab093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T02:58:33Z', 'updated_at': '2022-03-11T02:58:37Z', 'revision_number': 4, 'project_id': 'd053a9c011cd45feb5ebd7ba3b5eea91', 'gw_port': {'id': 'adfb024a-763b-493d-9ac6-ea8a33eab093', 'name': '', 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4e:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07b6ac94-e10b-4c11-8cc1-9103779f5c15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:58:34Z', 'updated_at': '2022-03-11T02:58:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-smb', '_interfaces': [{'id': '3f4a399d-f703-40ac-a836-f856c7476326', 'name': '', 'network_id': 'd22351ff-ebe5-4412-94a6-8b87af2176f8', 'tenant_id': 'd053a9c011cd45feb5ebd7ba3b5eea91', 'mac_address': 'fa:16:3e:45:86:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07b6ac94-e10b-4c11-8cc1-9103779f5c15', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '20313f1a-fffa-43ff-8b7f-f66b39097875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:58:36Z', 'updated_at': '2022-03-11T02:58:36Z', 'revision_number': 1, 'project_id': 'd053a9c011cd45feb5ebd7ba3b5eea91', 'subnets': [{'id': '20313f1a-fffa-43ff-8b7f-f66b39097875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-14-smb', False) {} {{(pid=103105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 02:58:37.896469 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aaf4a15-2e5f-432f-8f3e-8333e1d81a29 None None] The sync data for ids ['07b6ac94-e10b-4c11-8cc1-9103779f5c15'] in dv-cinder-740146-14-smb is: [{'id': '07b6ac94-e10b-4c11-8cc1-9103779f5c15', 'name': 'tempest-TestShelveInstance-1498436054-router', 'tenant_id': 'd053a9c011cd45feb5ebd7ba3b5eea91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'external_fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.15'}], 'enable_snat': True}, 'gw_port_id': 'adfb024a-763b-493d-9ac6-ea8a33eab093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T02:58:33Z', 'updated_at': '2022-03-11T02:58:37Z', 'revision_number': 4, 'project_id': 'd053a9c011cd45feb5ebd7ba3b5eea91', 'gw_port': {'id': 'adfb024a-763b-493d-9ac6-ea8a33eab093', 'name': '', 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4e:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07b6ac94-e10b-4c11-8cc1-9103779f5c15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:58:34Z', 'updated_at': '2022-03-11T02:58:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-smb', '_interfaces': [{'id': '3f4a399d-f703-40ac-a836-f856c7476326', 'name': '', 'network_id': 'd22351ff-ebe5-4412-94a6-8b87af2176f8', 'tenant_id': 'd053a9c011cd45feb5ebd7ba3b5eea91', 'mac_address': 'fa:16:3e:45:86:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07b6ac94-e10b-4c11-8cc1-9103779f5c15', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '20313f1a-fffa-43ff-8b7f-f66b39097875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:58:36Z', 'updated_at': '2022-03-11T02:58:36Z', 'revision_number': 1, 'project_id': 'd053a9c011cd45feb5ebd7ba3b5eea91', 'subnets': [{'id': '20313f1a-fffa-43ff-8b7f-f66b39097875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 02:58:37.930739 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b91918f-fe4e-43e5-b9d7-a14009587941 admin admin] Router 07b6ac94-e10b-4c11-8cc1-9103779f5c15 has already been hosted by L3 agent 368653ed-b5ce-4183-9c3b-231a0bc3dd35 {{(pid=103104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 02:58:38.157529 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [None req-a8c83d81-6340-4ad7-b814-9426f7a028b2 None None] Provisioning complete for port 3f4a399d-f703-40ac-a836-f856c7476326 triggered by entity DHCP. {{(pid=103105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 02:58:38.158065 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-a8c83d81-6340-4ad7-b814-9426f7a028b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536573942'] for port (3f4a399d-f703-40ac-a836-f856c7476326), provisioning_complete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:38.199270 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-a8c83d81-6340-4ad7-b814-9426f7a028b2 None None] Port 3f4a399d-f703-40ac-a836-f856c7476326 cannot update to ACTIVE because it is not bound. {{(pid=103105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 02:58:38.335405 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b91918f-fe4e-43e5-b9d7-a14009587941 admin admin] Notify agent at l3_agent.dv-cinder-740146-14-smb the message routers_updated {{(pid=103104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 02:58:38.345128 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-6b91918f-fe4e-43e5-b9d7-a14009587941 admin admin] 10.222.0.20 "PUT /v2.0/routers/07b6ac94-e10b-4c11-8cc1-9103779f5c15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2671347 Mar 11 02:58:38.940901 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 44530) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:58:38.946283 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.v2.base [None req-df47661f-8a4c-4fff-9305-25da22e9d52e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1002558965-network', 'tenant_id': '6e0da77ae17142fe87fc424da655593e'}} {{(pid=103103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 02:58:38.966671 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df47661f-8a4c-4fff-9305-25da22e9d52e admin admin] Made reservation on behalf of 6e0da77ae17142fe87fc424da655593e for: {'network': 1} {{(pid=103103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 02:58:38.969289 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-df47661f-8a4c-4fff-9305-25da22e9d52e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for network (None), before_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:38.978750 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-df47661f-8a4c-4fff-9305-25da22e9d52e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:39.062374 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-df47661f-8a4c-4fff-9305-25da22e9d52e admin admin] Publish callbacks [] for security_group (d59c9860-8b50-4618-bb22-afece620f923), precommit_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:39.066427 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-df47661f-8a4c-4fff-9305-25da22e9d52e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (d59c9860-8b50-4618-bb22-afece620f923), after_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:39.091227 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df47661f-8a4c-4fff-9305-25da22e9d52e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=103103) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 02:58:39.101369 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df47661f-8a4c-4fff-9305-25da22e9d52e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d59c9860-8b50-4618-bb22-afece620f923,revision_number=1']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:58:39.106306 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-df47661f-8a4c-4fff-9305-25da22e9d52e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536533115'] for segment (6e7eb3cb-a6c2-4703-9549-b327a3cee8e3), precommit_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:39.106630 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.db.segments_db [None req-df47661f-8a4c-4fff-9305-25da22e9d52e admin admin] Added segment 6e7eb3cb-a6c2-4703-9549-b327a3cee8e3 of type vlan for network afefb832-4963-4aef-92b4-e58cc7ccbcc4 Mar 11 02:58:39.147951 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-df47661f-8a4c-4fff-9305-25da22e9d52e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774348876719'] for network (afefb832-4963-4aef-92b4-e58cc7ccbcc4), precommit_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:39.172526 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-df47661f-8a4c-4fff-9305-25da22e9d52e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087'] for network (afefb832-4963-4aef-92b4-e58cc7ccbcc4), after_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:39.174177 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df47661f-8a4c-4fff-9305-25da22e9d52e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:58:39.174792 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-df47661f-8a4c-4fff-9305-25da22e9d52e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-648073'] for network (None), before_response {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:39.209923 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-df47661f-8a4c-4fff-9305-25da22e9d52e admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2677119 Mar 11 02:58:39.212647 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 44532) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:58:39.217810 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.v2.base [None req-e6857ce7-78b1-4098-b059-a56c2d2bc2d2 admin admin] Request body: {'subnet': {'network_id': 'afefb832-4963-4aef-92b4-e58cc7ccbcc4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1002558965-subnet', 'tenant_id': '6e0da77ae17142fe87fc424da655593e', 'ip_version': 4}} {{(pid=103104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 02:58:39.240212 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df47661f-8a4c-4fff-9305-25da22e9d52e admin admin] Pushing event updated for resources: {'Network': ['ID=afefb832-4963-4aef-92b4-e58cc7ccbcc4,revision_number=1']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:58:39.253274 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6857ce7-78b1-4098-b059-a56c2d2bc2d2 admin admin] Made reservation on behalf of 6e0da77ae17142fe87fc424da655593e for: {'subnet': 1} {{(pid=103104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 02:58:39.256082 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-e6857ce7-78b1-4098-b059-a56c2d2bc2d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8900789'] for subnet (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:39.258698 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Network afefb832-4963-4aef-92b4-e58cc7ccbcc4 details requested by agent ovs-agent-dv-cinder-740146-14-smb with host dv-cinder-740146-14-smb {{(pid=103105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 02:58:39.420178 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-e6857ce7-78b1-4098-b059-a56c2d2bc2d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9193807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8900763'] for subnet (0771b6c1-15b5-43aa-8d29-30688739b9f1), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:39.476150 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6857ce7-78b1-4098-b059-a56c2d2bc2d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0771b6c1-15b5-43aa-8d29-30688739b9f1,revision_number=0']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:58:39.487842 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6857ce7-78b1-4098-b059-a56c2d2bc2d2 admin admin] Checking segment: {'id': '6e7eb3cb-a6c2-4703-9549-b327a3cee8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'afefb832-4963-4aef-92b4-e58cc7ccbcc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 02:58:39.488245 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6857ce7-78b1-4098-b059-a56c2d2bc2d2 admin admin] Network hostable DHCP agents. Network: afefb832-4963-4aef-92b4-e58cc7ccbcc4, hostable agents: ['27668cff-ea20-4e06-9a9c-d4f827fe3eb1'], hosted agents: [] {{(pid=103104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 02:58:39.505181 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6857ce7-78b1-4098-b059-a56c2d2bc2d2 admin admin] Network afefb832-4963-4aef-92b4-e58cc7ccbcc4 is scheduled to be hosted by DHCP agent 27668cff-ea20-4e06-9a9c-d4f827fe3eb1 with binding_index 1 {{(pid=103104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 02:58:39.513459 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.scheduler.base_scheduler [None req-e6857ce7-78b1-4098-b059-a56c2d2bc2d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-14-smb, afefb832-4963-4aef-92b4-e58cc7ccbcc4) {{(pid=103104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 02:58:39.518687 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6857ce7-78b1-4098-b059-a56c2d2bc2d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:58:39.519806 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-e6857ce7-78b1-4098-b059-a56c2d2bc2d2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:39.524624 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a3c22c1-7a8a-415e-9b13-bcb9a016b1a7 None None] Network afefb832-4963-4aef-92b4-e58cc7ccbcc4 requested from dv-cinder-740146-14-smb {{(pid=103105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 02:58:39.537182 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-e6857ce7-78b1-4098-b059-a56c2d2bc2d2 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3230586 Mar 11 02:58:39.539568 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 44540) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:58:39.544129 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.v2.base [None req-f85aa48f-6fa5-4a5b-8a1c-e5478fa470c3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1002558965-router', 'tenant_id': '6e0da77ae17142fe87fc424da655593e', 'external_gateway_info': {'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3'}}} {{(pid=103103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 02:58:39.564689 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-f85aa48f-6fa5-4a5b-8a1c-e5478fa470c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58023'] for router (4b6af23c-54c3-4c6a-91f5-13b3bbc78f6a), before_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:39.567499 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-f85aa48f-6fa5-4a5b-8a1c-e5478fa470c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-580465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58012'] for router (4b6af23c-54c3-4c6a-91f5-13b3bbc78f6a), precommit_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:39.644317 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf11f743-3835-464d-990c-2c4d2a86db53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd85ff5c0-c910-53e4-8e7c-b470cdcfe3b4-afefb832-4963-4aef-92b4-e58cc7ccbcc4', 'network_id': 'afefb832-4963-4aef-92b4-e58cc7ccbcc4', 'project_id': '6e0da77ae17142fe87fc424da655593e', 'fixed_ips': [{'subnet_id': '0771b6c1-15b5-43aa-8d29-30688739b9f1'}]}} from dv-cinder-740146-14-smb. {{(pid=103105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 02:58:39.645200 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-cf11f743-3835-464d-990c-2c4d2a86db53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (None), before_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:39.648916 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-f85aa48f-6fa5-4a5b-8a1c-e5478fa470c3 admin admin] Publish callbacks [] for router_controller (4b6af23c-54c3-4c6a-91f5-13b3bbc78f6a), precommit_add_association {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:39.794354 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.db_base_plugin_common [None req-cf11f743-3835-464d-990c-2c4d2a86db53 None None] Allocated IP 172.20.0.2 (afefb832-4963-4aef-92b4-e58cc7ccbcc4/0771b6c1-15b5-43aa-8d29-30688739b9f1/aa4791c5-e4df-43a8-b162-84b43f83a30f) {{(pid=103105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 02:58:39.823205 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-f85aa48f-6fa5-4a5b-8a1c-e5478fa470c3 admin admin] Publish callbacks [] for router_gateway (4b6af23c-54c3-4c6a-91f5-13b3bbc78f6a), precommit_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:39.960010 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-cf11f743-3835-464d-990c-2c4d2a86db53 None None] Publish callbacks [] for port (aa4791c5-e4df-43a8-b162-84b43f83a30f), precommit_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:39.969675 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-cf11f743-3835-464d-990c-2c4d2a86db53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774348857676'] for port (aa4791c5-e4df-43a8-b162-84b43f83a30f), after_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:40.005313 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf11f743-3835-464d-990c-2c4d2a86db53 None None] Network afefb832-4963-4aef-92b4-e58cc7ccbcc4 is already hosted by enough agents. {{(pid=103105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 02:58:40.012567 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.scheduler.base_scheduler [None req-cf11f743-3835-464d-990c-2c4d2a86db53 None None] Resources bound (agent type, host, resource id): {{(pid=103105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 02:58:40.017796 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf11f743-3835-464d-990c-2c4d2a86db53 None None] Received port after_create {{(pid=103105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 02:58:40.057925 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-f85aa48f-6fa5-4a5b-8a1c-e5478fa470c3 admin admin] Publish callbacks [] for router_gateway (4b6af23c-54c3-4c6a-91f5-13b3bbc78f6a), before_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:40.081840 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-f85aa48f-6fa5-4a5b-8a1c-e5478fa470c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (None), before_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:40.083284 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11f743-3835-464d-990c-2c4d2a86db53 None None] Pushing event updated for resources: {'Port': ['ID=aa4791c5-e4df-43a8-b162-84b43f83a30f,revision_number=1']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:58:40.090017 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.managers [None req-cf11f743-3835-464d-990c-2c4d2a86db53 None None] Attempting to bind port aa4791c5-e4df-43a8-b162-84b43f83a30f on host dv-cinder-740146-14-smb for vnic_type normal with profile {{(pid=103105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 02:58:40.090557 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.managers [None req-cf11f743-3835-464d-990c-2c4d2a86db53 None None] Attempting to bind port aa4791c5-e4df-43a8-b162-84b43f83a30f by drivers openvswitch,hyperv on host dv-cinder-740146-14-smb at level 0 using segments [{'id': '6e7eb3cb-a6c2-4703-9549-b327a3cee8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'afefb832-4963-4aef-92b4-e58cc7ccbcc4'}] {{(pid=103105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 02:58:40.091209 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf11f743-3835-464d-990c-2c4d2a86db53 None None] Attempting to bind port aa4791c5-e4df-43a8-b162-84b43f83a30f on network afefb832-4963-4aef-92b4-e58cc7ccbcc4 {{(pid=103105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 02:58:40.098213 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf11f743-3835-464d-990c-2c4d2a86db53 None None] Checking agent: {'id': '36a16930-fe6f-49e2-96be-29faaa54e9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 2, 46, 29), 'started_at': datetime.datetime(2022, 3, 11, 2, 46, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 2, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 02:58:40.098725 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf11f743-3835-464d-990c-2c4d2a86db53 None None] Checking segment: {'id': '6e7eb3cb-a6c2-4703-9549-b327a3cee8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'afefb832-4963-4aef-92b4-e58cc7ccbcc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 02:58:40.100196 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-cf11f743-3835-464d-990c-2c4d2a86db53 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:40.100805 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf11f743-3835-464d-990c-2c4d2a86db53 None None] Bound using segment: {'id': '6e7eb3cb-a6c2-4703-9549-b327a3cee8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'afefb832-4963-4aef-92b4-e58cc7ccbcc4'} {{(pid=103105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 02:58:40.101418 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.managers [None req-cf11f743-3835-464d-990c-2c4d2a86db53 None None] Bound port: aa4791c5-e4df-43a8-b162-84b43f83a30f, host: dv-cinder-740146-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e7eb3cb-a6c2-4703-9549-b327a3cee8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'afefb832-4963-4aef-92b4-e58cc7ccbcc4'}}] {{(pid=103105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 02:58:40.101903 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-cf11f743-3835-464d-990c-2c4d2a86db53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (aa4791c5-e4df-43a8-b162-84b43f83a30f), before_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:40.169274 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-cf11f743-3835-464d-990c-2c4d2a86db53 None None] For port aa4791c5-e4df-43a8-b162-84b43f83a30f, host dv-cinder-740146-14-smb, cleared binding levels {{(pid=103105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 02:58:40.172618 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-cf11f743-3835-464d-990c-2c4d2a86db53 None None] For port aa4791c5-e4df-43a8-b162-84b43f83a30f, host dv-cinder-740146-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-smb',level=0,port_id=aa4791c5-e4df-43a8-b162-84b43f83a30f,segment=NetworkSegment(6e7eb3cb-a6c2-4703-9549-b327a3cee8e3),segment_id=6e7eb3cb-a6c2-4703-9549-b327a3cee8e3)] {{(pid=103105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 02:58:40.181413 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-cf11f743-3835-464d-990c-2c4d2a86db53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712'] for port (aa4791c5-e4df-43a8-b162-84b43f83a30f), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:40.203464 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.db.db_base_plugin_common [None req-f85aa48f-6fa5-4a5b-8a1c-e5478fa470c3 admin admin] Allocated IP 172.28.1.212 (67cf6db3-75c3-4d86-ba36-4af7c18cd6b3/b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e/a503cae2-27b0-4658-ace0-88b6f9b8ce22) {{(pid=103103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 02:58:40.215073 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b343ea-7ffc-4bb8-8c32-2d0a9473735e None None] Sync routers for ids ['07b6ac94-e10b-4c11-8cc1-9103779f5c15'] in dv-cinder-740146-14-smb {{(pid=103106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 02:58:40.223804 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b343ea-7ffc-4bb8-8c32-2d0a9473735e None None] Routers {'07b6ac94-e10b-4c11-8cc1-9103779f5c15'} bound to L3 agent in host dv-cinder-740146-14-smb {{(pid=103106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 02:58:40.224511 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-a4b343ea-7ffc-4bb8-8c32-2d0a9473735e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T02:46:25Z,description=,heartbeat_timestamp=2022-03-11T02:58:25Z,host='dv-cinder-740146-14-smb',id=368653ed-b5ce-4183-9c3b-231a0bc3dd35,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T02:46:25Z,topic='l3_agent')) {'router_ids': ['07b6ac94-e10b-4c11-8cc1-9103779f5c15'], 'active': True} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 02:58:40.244315 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11f743-3835-464d-990c-2c4d2a86db53 None None] Pushing event updated for resources: {'Port': ['ID=aa4791c5-e4df-43a8-b162-84b43f83a30f,revision_number=2']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:58:40.313386 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-f85aa48f-6fa5-4a5b-8a1c-e5478fa470c3 admin admin] Publish callbacks [] for port (a503cae2-27b0-4658-ace0-88b6f9b8ce22), precommit_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:40.340716 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.l3_dvr_db [None req-a4b343ea-7ffc-4bb8-8c32-2d0a9473735e None None] Set router 07b6ac94-e10b-4c11-8cc1-9103779f5c15 gateway port host: dv-cinder-740146-14-smb {{(pid=103106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 02:58:40.348817 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-f85aa48f-6fa5-4a5b-8a1c-e5478fa470c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774348857676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9139710'] for port (a503cae2-27b0-4658-ace0-88b6f9b8ce22), after_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:40.390637 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f85aa48f-6fa5-4a5b-8a1c-e5478fa470c3 admin admin] Network 67cf6db3-75c3-4d86-ba36-4af7c18cd6b3 is already hosted by enough agents. {{(pid=103103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 02:58:40.396276 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.scheduler.base_scheduler [None req-f85aa48f-6fa5-4a5b-8a1c-e5478fa470c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 02:58:40.398875 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85aa48f-6fa5-4a5b-8a1c-e5478fa470c3 admin admin] Received port after_create {{(pid=103103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 02:58:40.485448 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85aa48f-6fa5-4a5b-8a1c-e5478fa470c3 admin admin] Pushing event updated for resources: {'Port': ['ID=a503cae2-27b0-4658-ace0-88b6f9b8ce22,revision_number=1']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:58:40.614690 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-a4b343ea-7ffc-4bb8-8c32-2d0a9473735e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07b6ac94-e10b-4c11-8cc1-9103779f5c15', 'name': 'tempest-TestShelveInstance-1498436054-router', 'tenant_id': 'd053a9c011cd45feb5ebd7ba3b5eea91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'external_fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.15'}], 'enable_snat': True}, 'gw_port_id': 'adfb024a-763b-493d-9ac6-ea8a33eab093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T02:58:33Z', 'updated_at': '2022-03-11T02:58:37Z', 'revision_number': 4, 'project_id': 'd053a9c011cd45feb5ebd7ba3b5eea91', 'gw_port': {'id': 'adfb024a-763b-493d-9ac6-ea8a33eab093', 'name': '', 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4e:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07b6ac94-e10b-4c11-8cc1-9103779f5c15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:58:34Z', 'updated_at': '2022-03-11T02:58:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-smb', '_interfaces': [{'id': '3f4a399d-f703-40ac-a836-f856c7476326', 'name': '', 'network_id': 'd22351ff-ebe5-4412-94a6-8b87af2176f8', 'tenant_id': 'd053a9c011cd45feb5ebd7ba3b5eea91', 'mac_address': 'fa:16:3e:45:86:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07b6ac94-e10b-4c11-8cc1-9103779f5c15', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '20313f1a-fffa-43ff-8b7f-f66b39097875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:58:36Z', 'updated_at': '2022-03-11T02:58:37Z', 'revision_number': 2, 'project_id': 'd053a9c011cd45feb5ebd7ba3b5eea91', 'subnets': [{'id': '20313f1a-fffa-43ff-8b7f-f66b39097875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-14-smb', False) {} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 02:58:40.644803 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b343ea-7ffc-4bb8-8c32-2d0a9473735e None None] Checking router: 07b6ac94-e10b-4c11-8cc1-9103779f5c15 for host: dv-cinder-740146-14-smb {{(pid=103106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 02:58:40.645191 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b343ea-7ffc-4bb8-8c32-2d0a9473735e None None] Updating router 07b6ac94-e10b-4c11-8cc1-9103779f5c15 port 3f4a399d-f703-40ac-a836-f856c7476326 binding host dv-cinder-740146-14-smb {{(pid=103106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 02:58:40.682725 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Device aa4791c5-e4df-43a8-b162-84b43f83a30f up at agent ovs-agent-dv-cinder-740146-14-smb {{(pid=103105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 02:58:40.690993 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-a4b343ea-7ffc-4bb8-8c32-2d0a9473735e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (3f4a399d-f703-40ac-a836-f856c7476326), before_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:40.723128 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-f85aa48f-6fa5-4a5b-8a1c-e5478fa470c3 admin admin] Publish callbacks [] for router_gateway (4b6af23c-54c3-4c6a-91f5-13b3bbc78f6a), after_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:40.743474 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Provisioning complete for port aa4791c5-e4df-43a8-b162-84b43f83a30f triggered by entity L2. {{(pid=103105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 02:58:40.743911 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536573942'] for port (aa4791c5-e4df-43a8-b162-84b43f83a30f), provisioning_complete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:40.826565 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Current status of the port aa4791c5-e4df-43a8-b162-84b43f83a30f is: DOWN; New status is: ACTIVE {{(pid=103105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 02:58:40.827123 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (aa4791c5-e4df-43a8-b162-84b43f83a30f), before_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:40.862274 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] For port aa4791c5-e4df-43a8-b162-84b43f83a30f, host dv-cinder-740146-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-smb',level=0,port_id=aa4791c5-e4df-43a8-b162-84b43f83a30f,segment=NetworkSegment(6e7eb3cb-a6c2-4703-9549-b327a3cee8e3),segment_id=6e7eb3cb-a6c2-4703-9549-b327a3cee8e3)] {{(pid=103105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 02:58:40.867511 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712'] for port (aa4791c5-e4df-43a8-b162-84b43f83a30f), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:40.868579 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Device adfb024a-763b-493d-9ac6-ea8a33eab093 up at agent ovs-agent-dv-cinder-740146-14-smb {{(pid=103105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 02:58:40.965031 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Pushing event updated for resources: {'Port': ['ID=aa4791c5-e4df-43a8-b162-84b43f83a30f,revision_number=3']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:58:40.991194 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-a4b343ea-7ffc-4bb8-8c32-2d0a9473735e None None] Publish callbacks [] for port (3f4a399d-f703-40ac-a836-f856c7476326), precommit_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:40.996216 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Provisioning complete for port adfb024a-763b-493d-9ac6-ea8a33eab093 triggered by entity L2. {{(pid=103105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 02:58:40.996402 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536573942'] for port (adfb024a-763b-493d-9ac6-ea8a33eab093), provisioning_complete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:40.999064 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-a4b343ea-7ffc-4bb8-8c32-2d0a9473735e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712'] for port (3f4a399d-f703-40ac-a836-f856c7476326), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:41.059546 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5e7312-20a5-4078-86bf-e980b8f473c8 None None] Pushing event updated for resources: {'Port': ['ID=3f4a399d-f703-40ac-a836-f856c7476326,revision_number=3']} {{(pid=103106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:58:41.068600 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5e7312-20a5-4078-86bf-e980b8f473c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:58:41.068960 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5e7312-20a5-4078-86bf-e980b8f473c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:58:41.069372 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5e7312-20a5-4078-86bf-e980b8f473c8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:58:41.069726 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5e7312-20a5-4078-86bf-e980b8f473c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:58:41.070097 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5e7312-20a5-4078-86bf-e980b8f473c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:58:41.070432 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5e7312-20a5-4078-86bf-e980b8f473c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:58:41.070791 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5e7312-20a5-4078-86bf-e980b8f473c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:58:41.071122 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5e7312-20a5-4078-86bf-e980b8f473c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:58:41.071452 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5e7312-20a5-4078-86bf-e980b8f473c8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:58:41.071800 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5e7312-20a5-4078-86bf-e980b8f473c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:58:41.072360 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5e7312-20a5-4078-86bf-e980b8f473c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:58:41.072753 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5e7312-20a5-4078-86bf-e980b8f473c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:58:41.073099 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5e7312-20a5-4078-86bf-e980b8f473c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:58:41.124780 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Current status of the port adfb024a-763b-493d-9ac6-ea8a33eab093 is: DOWN; New status is: ACTIVE {{(pid=103105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 02:58:41.125353 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (adfb024a-763b-493d-9ac6-ea8a33eab093), before_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:41.158620 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.plugins.ml2.managers [None req-a4b343ea-7ffc-4bb8-8c32-2d0a9473735e None None] Attempting to bind port 3f4a399d-f703-40ac-a836-f856c7476326 on host dv-cinder-740146-14-smb for vnic_type normal with profile {{(pid=103106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 02:58:41.159183 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.plugins.ml2.managers [None req-a4b343ea-7ffc-4bb8-8c32-2d0a9473735e None None] Attempting to bind port 3f4a399d-f703-40ac-a836-f856c7476326 by drivers openvswitch,hyperv on host dv-cinder-740146-14-smb at level 0 using segments [{'id': '76b8e030-0150-4093-be95-e8c5bad75e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'd22351ff-ebe5-4412-94a6-8b87af2176f8'}] {{(pid=103106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 02:58:41.159737 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b343ea-7ffc-4bb8-8c32-2d0a9473735e None None] Attempting to bind port 3f4a399d-f703-40ac-a836-f856c7476326 on network d22351ff-ebe5-4412-94a6-8b87af2176f8 {{(pid=103106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 02:58:41.166028 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b343ea-7ffc-4bb8-8c32-2d0a9473735e None None] Checking agent: {'id': '36a16930-fe6f-49e2-96be-29faaa54e9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 2, 46, 29), 'started_at': datetime.datetime(2022, 3, 11, 2, 46, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 2, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 02:58:41.166901 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b343ea-7ffc-4bb8-8c32-2d0a9473735e None None] Checking segment: {'id': '76b8e030-0150-4093-be95-e8c5bad75e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'd22351ff-ebe5-4412-94a6-8b87af2176f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 02:58:41.167447 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-a4b343ea-7ffc-4bb8-8c32-2d0a9473735e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:41.167853 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b343ea-7ffc-4bb8-8c32-2d0a9473735e None None] Bound using segment: {'id': '76b8e030-0150-4093-be95-e8c5bad75e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'd22351ff-ebe5-4412-94a6-8b87af2176f8'} {{(pid=103106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 02:58:41.168332 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.plugins.ml2.managers [None req-a4b343ea-7ffc-4bb8-8c32-2d0a9473735e None None] Bound port: 3f4a399d-f703-40ac-a836-f856c7476326, host: dv-cinder-740146-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76b8e030-0150-4093-be95-e8c5bad75e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'd22351ff-ebe5-4412-94a6-8b87af2176f8'}}] {{(pid=103106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 02:58:41.168774 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-a4b343ea-7ffc-4bb8-8c32-2d0a9473735e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (3f4a399d-f703-40ac-a836-f856c7476326), before_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:41.173029 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] For port adfb024a-763b-493d-9ac6-ea8a33eab093, host dv-cinder-740146-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-smb',level=0,port_id=adfb024a-763b-493d-9ac6-ea8a33eab093,segment=NetworkSegment(86701719-770a-4197-8a84-07fe4dcd9e0f),segment_id=86701719-770a-4197-8a84-07fe4dcd9e0f)] {{(pid=103105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 02:58:41.183583 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712'] for port (adfb024a-763b-493d-9ac6-ea8a33eab093), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:41.231094 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-f85aa48f-6fa5-4a5b-8a1c-e5478fa470c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580382'] for router (4b6af23c-54c3-4c6a-91f5-13b3bbc78f6a), after_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:41.251269 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-a4b343ea-7ffc-4bb8-8c32-2d0a9473735e None None] For port 3f4a399d-f703-40ac-a836-f856c7476326, host dv-cinder-740146-14-smb, cleared binding levels {{(pid=103106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 02:58:41.256038 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-a4b343ea-7ffc-4bb8-8c32-2d0a9473735e None None] For port 3f4a399d-f703-40ac-a836-f856c7476326, host dv-cinder-740146-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-smb',level=0,port_id=3f4a399d-f703-40ac-a836-f856c7476326,segment=NetworkSegment(76b8e030-0150-4093-be95-e8c5bad75e8f),segment_id=76b8e030-0150-4093-be95-e8c5bad75e8f)] {{(pid=103106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 02:58:41.262441 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-a4b343ea-7ffc-4bb8-8c32-2d0a9473735e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712'] for port (3f4a399d-f703-40ac-a836-f856c7476326), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:41.282424 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Pushing event updated for resources: {'Port': ['ID=adfb024a-763b-493d-9ac6-ea8a33eab093,revision_number=4']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:58:41.345372 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5e7312-20a5-4078-86bf-e980b8f473c8 None None] Pushing event updated for resources: {'Port': ['ID=3f4a399d-f703-40ac-a836-f856c7476326,revision_number=4']} {{(pid=103106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:58:41.353798 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b343ea-7ffc-4bb8-8c32-2d0a9473735e None None] Routers {'07b6ac94-e10b-4c11-8cc1-9103779f5c15'} bound to L3 agent in host dv-cinder-740146-14-smb {{(pid=103106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 02:58:41.354676 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-a4b343ea-7ffc-4bb8-8c32-2d0a9473735e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T02:46:25Z,description=,heartbeat_timestamp=2022-03-11T02:58:25Z,host='dv-cinder-740146-14-smb',id=368653ed-b5ce-4183-9c3b-231a0bc3dd35,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T02:46:25Z,topic='l3_agent')) {'router_ids': ['07b6ac94-e10b-4c11-8cc1-9103779f5c15'], 'active': True} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 02:58:41.428663 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f85aa48f-6fa5-4a5b-8a1c-e5478fa470c3 admin admin] Router 4b6af23c-54c3-4c6a-91f5-13b3bbc78f6a is scheduled to L3 agent 368653ed-b5ce-4183-9c3b-231a0bc3dd35 with binding_index 1 {{(pid=103103) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 02:58:41.499703 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.l3_dvr_db [None req-a4b343ea-7ffc-4bb8-8c32-2d0a9473735e None None] Set router 07b6ac94-e10b-4c11-8cc1-9103779f5c15 gateway port host: dv-cinder-740146-14-smb {{(pid=103106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 02:58:41.552708 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [None req-0decea16-7f00-4a1b-b084-7a8ca5a71bb6 None None] Provisioning complete for port 3f4a399d-f703-40ac-a836-f856c7476326 triggered by entity DHCP. {{(pid=103105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 02:58:41.552708 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-0decea16-7f00-4a1b-b084-7a8ca5a71bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536573942'] for port (3f4a399d-f703-40ac-a836-f856c7476326), provisioning_complete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:41.588730 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f85aa48f-6fa5-4a5b-8a1c-e5478fa470c3 admin admin] Notify agent at l3_agent.dv-cinder-740146-14-smb the message routers_updated {{(pid=103103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 02:58:41.599825 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8051736-3042-4eb0-88ac-d99daf2f0b32 None None] Sync routers for ids ['4b6af23c-54c3-4c6a-91f5-13b3bbc78f6a'] in dv-cinder-740146-14-smb {{(pid=103105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 02:58:41.614541 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-f85aa48f-6fa5-4a5b-8a1c-e5478fa470c3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:41.616390 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-f85aa48f-6fa5-4a5b-8a1c-e5478fa470c3 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0755553 Mar 11 02:58:41.618855 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 44566) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:58:41.623687 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8051736-3042-4eb0-88ac-d99daf2f0b32 None None] Routers {'4b6af23c-54c3-4c6a-91f5-13b3bbc78f6a'} bound to L3 agent in host dv-cinder-740146-14-smb {{(pid=103105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 02:58:41.624328 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_hamode_db [None req-a8051736-3042-4eb0-88ac-d99daf2f0b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T02:46:25Z,description=,heartbeat_timestamp=2022-03-11T02:58:25Z,host='dv-cinder-740146-14-smb',id=368653ed-b5ce-4183-9c3b-231a0bc3dd35,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T02:46:25Z,topic='l3_agent')) {'router_ids': ['4b6af23c-54c3-4c6a-91f5-13b3bbc78f6a'], 'active': True} {{(pid=103105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 02:58:41.666002 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d4ea999-3a99-4cf9-80a5-11d872f8ece3 None None] Network afefb832-4963-4aef-92b4-e58cc7ccbcc4 requested from dv-cinder-740146-14-smb {{(pid=103105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 02:58:41.874749 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-a4b343ea-7ffc-4bb8-8c32-2d0a9473735e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07b6ac94-e10b-4c11-8cc1-9103779f5c15', 'name': 'tempest-TestShelveInstance-1498436054-router', 'tenant_id': 'd053a9c011cd45feb5ebd7ba3b5eea91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'external_fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.15'}], 'enable_snat': True}, 'gw_port_id': 'adfb024a-763b-493d-9ac6-ea8a33eab093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T02:58:33Z', 'updated_at': '2022-03-11T02:58:37Z', 'revision_number': 4, 'project_id': 'd053a9c011cd45feb5ebd7ba3b5eea91', 'gw_port': {'id': 'adfb024a-763b-493d-9ac6-ea8a33eab093', 'name': '', 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b6ac94-e10b-4c11-8cc1-9103779f5c15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:58:34Z', 'updated_at': '2022-03-11T02:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-smb', '_interfaces': [{'id': '3f4a399d-f703-40ac-a836-f856c7476326', 'name': '', 'network_id': 'd22351ff-ebe5-4412-94a6-8b87af2176f8', 'tenant_id': 'd053a9c011cd45feb5ebd7ba3b5eea91', 'mac_address': 'fa:16:3e:45:86:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07b6ac94-e10b-4c11-8cc1-9103779f5c15', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '20313f1a-fffa-43ff-8b7f-f66b39097875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:58:36Z', 'updated_at': '2022-03-11T02:58:41Z', 'revision_number': 4, 'project_id': 'd053a9c011cd45feb5ebd7ba3b5eea91', 'subnets': [{'id': '20313f1a-fffa-43ff-8b7f-f66b39097875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-14-smb', False) {} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 02:58:41.906048 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b343ea-7ffc-4bb8-8c32-2d0a9473735e None None] The sync data for ids ['07b6ac94-e10b-4c11-8cc1-9103779f5c15'] in dv-cinder-740146-14-smb is: [{'id': '07b6ac94-e10b-4c11-8cc1-9103779f5c15', 'name': 'tempest-TestShelveInstance-1498436054-router', 'tenant_id': 'd053a9c011cd45feb5ebd7ba3b5eea91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'external_fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.15'}], 'enable_snat': True}, 'gw_port_id': 'adfb024a-763b-493d-9ac6-ea8a33eab093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T02:58:33Z', 'updated_at': '2022-03-11T02:58:37Z', 'revision_number': 4, 'project_id': 'd053a9c011cd45feb5ebd7ba3b5eea91', 'gw_port': {'id': 'adfb024a-763b-493d-9ac6-ea8a33eab093', 'name': '', 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b6ac94-e10b-4c11-8cc1-9103779f5c15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:58:34Z', 'updated_at': '2022-03-11T02:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-smb', '_interfaces': [{'id': '3f4a399d-f703-40ac-a836-f856c7476326', 'name': '', 'network_id': 'd22351ff-ebe5-4412-94a6-8b87af2176f8', 'tenant_id': 'd053a9c011cd45feb5ebd7ba3b5eea91', 'mac_address': 'fa:16:3e:45:86:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07b6ac94-e10b-4c11-8cc1-9103779f5c15', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '20313f1a-fffa-43ff-8b7f-f66b39097875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:58:36Z', 'updated_at': '2022-03-11T02:58:41Z', 'revision_number': 4, 'project_id': 'd053a9c011cd45feb5ebd7ba3b5eea91', 'subnets': [{'id': '20313f1a-fffa-43ff-8b7f-f66b39097875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 02:58:41.923028 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.agents_db [None req-3d558b34-a2e4-40ae-982b-3a8752938275 None None] Agent healthcheck: found 6 active agents {{(pid=103106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 02:58:41.959438 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-0decea16-7f00-4a1b-b084-7a8ca5a71bb6 None None] Current status of the port 3f4a399d-f703-40ac-a836-f856c7476326 is: DOWN; New status is: ACTIVE {{(pid=103105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 02:58:41.959999 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-0decea16-7f00-4a1b-b084-7a8ca5a71bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (3f4a399d-f703-40ac-a836-f856c7476326), before_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:41.981836 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_dvr_db [None req-a8051736-3042-4eb0-88ac-d99daf2f0b32 None None] Set router 4b6af23c-54c3-4c6a-91f5-13b3bbc78f6a gateway port host: dv-cinder-740146-14-smb {{(pid=103105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 02:58:42.079461 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-05f54ff8-8708-422e-8882-ddff5ab34da0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (None), before_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:42.100078 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-0decea16-7f00-4a1b-b084-7a8ca5a71bb6 None None] For port 3f4a399d-f703-40ac-a836-f856c7476326, host dv-cinder-740146-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-smb',level=0,port_id=3f4a399d-f703-40ac-a836-f856c7476326,segment=NetworkSegment(76b8e030-0150-4093-be95-e8c5bad75e8f),segment_id=76b8e030-0150-4093-be95-e8c5bad75e8f)] {{(pid=103105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 02:58:42.133595 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-0decea16-7f00-4a1b-b084-7a8ca5a71bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712'] for port (3f4a399d-f703-40ac-a836-f856c7476326), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:42.231862 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0decea16-7f00-4a1b-b084-7a8ca5a71bb6 None None] Pushing event updated for resources: {'Port': ['ID=3f4a399d-f703-40ac-a836-f856c7476326,revision_number=5']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:58:42.262186 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [None req-4a6048ab-b056-4bb4-b79e-6a55d99b12c0 None None] Provisioning complete for port 3f4a399d-f703-40ac-a836-f856c7476326 triggered by entity DHCP. {{(pid=103105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 02:58:42.262547 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-4a6048ab-b056-4bb4-b79e-6a55d99b12c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536573942'] for port (3f4a399d-f703-40ac-a836-f856c7476326), provisioning_complete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:42.273324 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.db.db_base_plugin_common [None req-05f54ff8-8708-422e-8882-ddff5ab34da0 admin admin] Allocated IP 172.20.0.1 (afefb832-4963-4aef-92b4-e58cc7ccbcc4/0771b6c1-15b5-43aa-8d29-30688739b9f1/e9019a36-24d2-4654-b069-c3b3e038d9ce) {{(pid=103103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 02:58:42.307161 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_hamode_db [None req-a8051736-3042-4eb0-88ac-d99daf2f0b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b6af23c-54c3-4c6a-91f5-13b3bbc78f6a', 'name': 'tempest-TestShelveInstance-1002558965-router', 'tenant_id': '6e0da77ae17142fe87fc424da655593e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'external_fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.212'}], 'enable_snat': True}, 'gw_port_id': 'a503cae2-27b0-4658-ace0-88b6f9b8ce22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T02:58:39Z', 'updated_at': '2022-03-11T02:58:40Z', 'revision_number': 3, 'project_id': '6e0da77ae17142fe87fc424da655593e', 'gw_port': {'id': 'a503cae2-27b0-4658-ace0-88b6f9b8ce22', 'name': '', 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:0c:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b6af23c-54c3-4c6a-91f5-13b3bbc78f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:58:40Z', 'updated_at': '2022-03-11T02:58:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-smb'}], 'dv-cinder-740146-14-smb', False) {} {{(pid=103105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 02:58:42.339660 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8051736-3042-4eb0-88ac-d99daf2f0b32 None None] Checking router: 4b6af23c-54c3-4c6a-91f5-13b3bbc78f6a for host: dv-cinder-740146-14-smb {{(pid=103105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 02:58:42.340017 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8051736-3042-4eb0-88ac-d99daf2f0b32 None None] Updating router 4b6af23c-54c3-4c6a-91f5-13b3bbc78f6a port a503cae2-27b0-4658-ace0-88b6f9b8ce22 binding host dv-cinder-740146-14-smb {{(pid=103105) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 02:58:42.382807 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-a8051736-3042-4eb0-88ac-d99daf2f0b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (a503cae2-27b0-4658-ace0-88b6f9b8ce22), before_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:42.414136 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-05f54ff8-8708-422e-8882-ddff5ab34da0 admin admin] Publish callbacks [] for port (e9019a36-24d2-4654-b069-c3b3e038d9ce), precommit_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:42.449498 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-05f54ff8-8708-422e-8882-ddff5ab34da0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774348857676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9139710'] for port (e9019a36-24d2-4654-b069-c3b3e038d9ce), after_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:42.496712 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f54ff8-8708-422e-8882-ddff5ab34da0 admin admin] Network afefb832-4963-4aef-92b4-e58cc7ccbcc4 is already hosted by enough agents. {{(pid=103103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 02:58:42.515357 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.scheduler.base_scheduler [None req-05f54ff8-8708-422e-8882-ddff5ab34da0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 02:58:42.521033 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-4a6048ab-b056-4bb4-b79e-6a55d99b12c0 None None] Current status of the port 3f4a399d-f703-40ac-a836-f856c7476326 is: ACTIVE; New status is: ACTIVE {{(pid=103105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 02:58:42.521891 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f54ff8-8708-422e-8882-ddff5ab34da0 admin admin] Received port after_create {{(pid=103103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 02:58:42.526501 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f54ff8-8708-422e-8882-ddff5ab34da0 admin admin] Pushing event updated for resources: {'Port': ['ID=e9019a36-24d2-4654-b069-c3b3e038d9ce,revision_number=1']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:58:42.567854 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [None req-4a6048ab-b056-4bb4-b79e-6a55d99b12c0 None None] Provisioning complete for port aa4791c5-e4df-43a8-b162-84b43f83a30f triggered by entity DHCP. {{(pid=103105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 02:58:42.568830 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-4a6048ab-b056-4bb4-b79e-6a55d99b12c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536573942'] for port (aa4791c5-e4df-43a8-b162-84b43f83a30f), provisioning_complete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:42.592488 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-05f54ff8-8708-422e-8882-ddff5ab34da0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-576625'] for router_interface (4b6af23c-54c3-4c6a-91f5-13b3bbc78f6a), before_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:42.775496 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Device aa4791c5-e4df-43a8-b162-84b43f83a30f up at agent ovs-agent-dv-cinder-740146-14-smb {{(pid=103105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 02:58:42.819069 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-05f54ff8-8708-422e-8882-ddff5ab34da0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (e9019a36-24d2-4654-b069-c3b3e038d9ce), before_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:42.883525 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-4a6048ab-b056-4bb4-b79e-6a55d99b12c0 None None] Current status of the port aa4791c5-e4df-43a8-b162-84b43f83a30f is: ACTIVE; New status is: ACTIVE {{(pid=103105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 02:58:42.909722 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-a8051736-3042-4eb0-88ac-d99daf2f0b32 None None] Publish callbacks [] for port (a503cae2-27b0-4658-ace0-88b6f9b8ce22), precommit_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:42.918307 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-a8051736-3042-4eb0-88ac-d99daf2f0b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712'] for port (a503cae2-27b0-4658-ace0-88b6f9b8ce22), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:42.927449 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Provisioning complete for port aa4791c5-e4df-43a8-b162-84b43f83a30f triggered by entity L2. {{(pid=103105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 02:58:42.927827 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536573942'] for port (aa4791c5-e4df-43a8-b162-84b43f83a30f), provisioning_complete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:42.983411 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-05f54ff8-8708-422e-8882-ddff5ab34da0 admin admin] Publish callbacks [] for port (e9019a36-24d2-4654-b069-c3b3e038d9ce), precommit_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:42.988437 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-05f54ff8-8708-422e-8882-ddff5ab34da0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9139687'] for port (e9019a36-24d2-4654-b069-c3b3e038d9ce), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:43.011258 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9f5483-5791-41d0-ada6-50d82e22072e None None] Pushing event updated for resources: {'Port': ['ID=a503cae2-27b0-4658-ace0-88b6f9b8ce22,revision_number=2']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:58:43.017720 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.managers [None req-a8051736-3042-4eb0-88ac-d99daf2f0b32 None None] Attempting to bind port a503cae2-27b0-4658-ace0-88b6f9b8ce22 on host dv-cinder-740146-14-smb for vnic_type normal with profile {{(pid=103105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 02:58:43.018088 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.managers [None req-a8051736-3042-4eb0-88ac-d99daf2f0b32 None None] Attempting to bind port a503cae2-27b0-4658-ace0-88b6f9b8ce22 by drivers openvswitch,hyperv on host dv-cinder-740146-14-smb at level 0 using segments [{'id': '86701719-770a-4197-8a84-07fe4dcd9e0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3'}] {{(pid=103105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 02:58:43.018449 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8051736-3042-4eb0-88ac-d99daf2f0b32 None None] Attempting to bind port a503cae2-27b0-4658-ace0-88b6f9b8ce22 on network 67cf6db3-75c3-4d86-ba36-4af7c18cd6b3 {{(pid=103105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 02:58:43.029855 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8051736-3042-4eb0-88ac-d99daf2f0b32 None None] Checking agent: {'id': '36a16930-fe6f-49e2-96be-29faaa54e9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 2, 46, 29), 'started_at': datetime.datetime(2022, 3, 11, 2, 46, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 2, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 02:58:43.030227 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8051736-3042-4eb0-88ac-d99daf2f0b32 None None] Checking segment: {'id': '86701719-770a-4197-8a84-07fe4dcd9e0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 02:58:43.030633 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-a8051736-3042-4eb0-88ac-d99daf2f0b32 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:43.031017 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8051736-3042-4eb0-88ac-d99daf2f0b32 None None] Bound using segment: {'id': '86701719-770a-4197-8a84-07fe4dcd9e0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3'} {{(pid=103105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 02:58:43.031469 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.managers [None req-a8051736-3042-4eb0-88ac-d99daf2f0b32 None None] Bound port: a503cae2-27b0-4658-ace0-88b6f9b8ce22, host: dv-cinder-740146-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86701719-770a-4197-8a84-07fe4dcd9e0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3'}}] {{(pid=103105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 02:58:43.031841 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-a8051736-3042-4eb0-88ac-d99daf2f0b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (a503cae2-27b0-4658-ace0-88b6f9b8ce22), before_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:43.033841 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [None req-683a3351-d3d5-4490-b27a-a74095b327d5 None None] Provisioning complete for port e9019a36-24d2-4654-b069-c3b3e038d9ce triggered by entity DHCP. {{(pid=103105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 02:58:43.034196 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-683a3351-d3d5-4490-b27a-a74095b327d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536573942'] for port (e9019a36-24d2-4654-b069-c3b3e038d9ce), provisioning_complete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:43.058193 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-05f54ff8-8708-422e-8882-ddff5ab34da0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-648101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-576733'] for router_interface (4b6af23c-54c3-4c6a-91f5-13b3bbc78f6a), after_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:43.059976 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f54ff8-8708-422e-8882-ddff5ab34da0 admin admin] Pushing event updated for resources: {'Port': ['ID=e9019a36-24d2-4654-b069-c3b3e038d9ce,revision_number=2']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:58:43.121910 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-683a3351-d3d5-4490-b27a-a74095b327d5 None None] Port e9019a36-24d2-4654-b069-c3b3e038d9ce cannot update to ACTIVE because it is not bound. {{(pid=103105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 02:58:43.139447 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Current status of the port aa4791c5-e4df-43a8-b162-84b43f83a30f is: ACTIVE; New status is: ACTIVE {{(pid=103105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 02:58:43.140471 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Device adfb024a-763b-493d-9ac6-ea8a33eab093 up at agent ovs-agent-dv-cinder-740146-14-smb {{(pid=103105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 02:58:43.154986 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f54ff8-8708-422e-8882-ddff5ab34da0 admin admin] Network afefb832-4963-4aef-92b4-e58cc7ccbcc4 is already hosted by enough agents. {{(pid=103103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 02:58:43.156477 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.scheduler.base_scheduler [None req-05f54ff8-8708-422e-8882-ddff5ab34da0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 02:58:43.170845 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [None req-683a3351-d3d5-4490-b27a-a74095b327d5 None None] Provisioning complete for port aa4791c5-e4df-43a8-b162-84b43f83a30f triggered by entity DHCP. {{(pid=103105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 02:58:43.171224 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-683a3351-d3d5-4490-b27a-a74095b327d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536573942'] for port (aa4791c5-e4df-43a8-b162-84b43f83a30f), provisioning_complete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:43.180782 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-a8051736-3042-4eb0-88ac-d99daf2f0b32 None None] For port a503cae2-27b0-4658-ace0-88b6f9b8ce22, host dv-cinder-740146-14-smb, cleared binding levels {{(pid=103105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 02:58:43.216496 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-a8051736-3042-4eb0-88ac-d99daf2f0b32 None None] For port a503cae2-27b0-4658-ace0-88b6f9b8ce22, host dv-cinder-740146-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-smb',level=0,port_id=a503cae2-27b0-4658-ace0-88b6f9b8ce22,segment=NetworkSegment(86701719-770a-4197-8a84-07fe4dcd9e0f),segment_id=86701719-770a-4197-8a84-07fe4dcd9e0f)] {{(pid=103105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 02:58:43.232128 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-a8051736-3042-4eb0-88ac-d99daf2f0b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712'] for port (a503cae2-27b0-4658-ace0-88b6f9b8ce22), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:43.288833 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05f54ff8-8708-422e-8882-ddff5ab34da0 admin admin] Router 4b6af23c-54c3-4c6a-91f5-13b3bbc78f6a has already been hosted by L3 agent 368653ed-b5ce-4183-9c3b-231a0bc3dd35 {{(pid=103103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 02:58:43.300639 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Provisioning complete for port adfb024a-763b-493d-9ac6-ea8a33eab093 triggered by entity L2. {{(pid=103105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 02:58:43.300991 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536573942'] for port (adfb024a-763b-493d-9ac6-ea8a33eab093), provisioning_complete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:43.344515 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9f5483-5791-41d0-ada6-50d82e22072e None None] Pushing event updated for resources: {'Port': ['ID=a503cae2-27b0-4658-ace0-88b6f9b8ce22,revision_number=3']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:58:43.367470 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8051736-3042-4eb0-88ac-d99daf2f0b32 None None] Routers {'4b6af23c-54c3-4c6a-91f5-13b3bbc78f6a'} bound to L3 agent in host dv-cinder-740146-14-smb {{(pid=103105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 02:58:43.368099 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_hamode_db [None req-a8051736-3042-4eb0-88ac-d99daf2f0b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T02:46:25Z,description=,heartbeat_timestamp=2022-03-11T02:58:25Z,host='dv-cinder-740146-14-smb',id=368653ed-b5ce-4183-9c3b-231a0bc3dd35,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T02:46:25Z,topic='l3_agent')) {'router_ids': ['4b6af23c-54c3-4c6a-91f5-13b3bbc78f6a'], 'active': True} {{(pid=103105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 02:58:43.431028 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-683a3351-d3d5-4490-b27a-a74095b327d5 None None] Current status of the port aa4791c5-e4df-43a8-b162-84b43f83a30f is: ACTIVE; New status is: ACTIVE {{(pid=103105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 02:58:43.521411 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Current status of the port adfb024a-763b-493d-9ac6-ea8a33eab093 is: ACTIVE; New status is: ACTIVE {{(pid=103105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 02:58:43.522476 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Device 3f4a399d-f703-40ac-a836-f856c7476326 up at agent ovs-agent-dv-cinder-740146-14-smb {{(pid=103105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 02:58:43.527633 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_dvr_db [None req-a8051736-3042-4eb0-88ac-d99daf2f0b32 None None] Set router 4b6af23c-54c3-4c6a-91f5-13b3bbc78f6a gateway port host: dv-cinder-740146-14-smb {{(pid=103105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 02:58:43.626322 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05f54ff8-8708-422e-8882-ddff5ab34da0 admin admin] Notify agent at l3_agent.dv-cinder-740146-14-smb the message routers_updated {{(pid=103103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 02:58:43.631952 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-05f54ff8-8708-422e-8882-ddff5ab34da0 admin admin] 10.222.0.20 "PUT /v2.0/routers/4b6af23c-54c3-4c6a-91f5-13b3bbc78f6a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0107086 Mar 11 02:58:43.767714 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [None req-74e09bbd-b14f-4c3b-8459-3d304dc11330 None None] Provisioning complete for port e9019a36-24d2-4654-b069-c3b3e038d9ce triggered by entity DHCP. {{(pid=103105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 02:58:43.768463 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-74e09bbd-b14f-4c3b-8459-3d304dc11330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536573942'] for port (e9019a36-24d2-4654-b069-c3b3e038d9ce), provisioning_complete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:43.856342 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-74e09bbd-b14f-4c3b-8459-3d304dc11330 None None] Port e9019a36-24d2-4654-b069-c3b3e038d9ce cannot update to ACTIVE because it is not bound. {{(pid=103105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 02:58:43.870763 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Provisioning complete for port 3f4a399d-f703-40ac-a836-f856c7476326 triggered by entity L2. {{(pid=103105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 02:58:43.871143 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536573942'] for port (3f4a399d-f703-40ac-a836-f856c7476326), provisioning_complete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:44.004927 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Current status of the port 3f4a399d-f703-40ac-a836-f856c7476326 is: ACTIVE; New status is: ACTIVE {{(pid=103105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 02:58:44.010726 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_hamode_db [None req-a8051736-3042-4eb0-88ac-d99daf2f0b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b6af23c-54c3-4c6a-91f5-13b3bbc78f6a', 'name': 'tempest-TestShelveInstance-1002558965-router', 'tenant_id': '6e0da77ae17142fe87fc424da655593e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'external_fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.212'}], 'enable_snat': True}, 'gw_port_id': 'a503cae2-27b0-4658-ace0-88b6f9b8ce22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T02:58:39Z', 'updated_at': '2022-03-11T02:58:42Z', 'revision_number': 4, 'project_id': '6e0da77ae17142fe87fc424da655593e', 'gw_port': {'id': 'a503cae2-27b0-4658-ace0-88b6f9b8ce22', 'name': '', 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:0c:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b6af23c-54c3-4c6a-91f5-13b3bbc78f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:58:40Z', 'updated_at': '2022-03-11T02:58:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-smb', '_interfaces': [{'id': 'e9019a36-24d2-4654-b069-c3b3e038d9ce', 'name': '', 'network_id': 'afefb832-4963-4aef-92b4-e58cc7ccbcc4', 'tenant_id': '6e0da77ae17142fe87fc424da655593e', 'mac_address': 'fa:16:3e:e4:d3:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b6af23c-54c3-4c6a-91f5-13b3bbc78f6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '0771b6c1-15b5-43aa-8d29-30688739b9f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:58:42Z', 'updated_at': '2022-03-11T02:58:42Z', 'revision_number': 2, 'project_id': '6e0da77ae17142fe87fc424da655593e', 'subnets': [{'id': '0771b6c1-15b5-43aa-8d29-30688739b9f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-14-smb', False) {} {{(pid=103105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 02:58:44.040623 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8051736-3042-4eb0-88ac-d99daf2f0b32 None None] The sync data for ids ['4b6af23c-54c3-4c6a-91f5-13b3bbc78f6a'] in dv-cinder-740146-14-smb is: [{'id': '4b6af23c-54c3-4c6a-91f5-13b3bbc78f6a', 'name': 'tempest-TestShelveInstance-1002558965-router', 'tenant_id': '6e0da77ae17142fe87fc424da655593e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'external_fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.212'}], 'enable_snat': True}, 'gw_port_id': 'a503cae2-27b0-4658-ace0-88b6f9b8ce22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T02:58:39Z', 'updated_at': '2022-03-11T02:58:42Z', 'revision_number': 4, 'project_id': '6e0da77ae17142fe87fc424da655593e', 'gw_port': {'id': 'a503cae2-27b0-4658-ace0-88b6f9b8ce22', 'name': '', 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:0c:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b6af23c-54c3-4c6a-91f5-13b3bbc78f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:58:40Z', 'updated_at': '2022-03-11T02:58:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-smb', '_interfaces': [{'id': 'e9019a36-24d2-4654-b069-c3b3e038d9ce', 'name': '', 'network_id': 'afefb832-4963-4aef-92b4-e58cc7ccbcc4', 'tenant_id': '6e0da77ae17142fe87fc424da655593e', 'mac_address': 'fa:16:3e:e4:d3:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b6af23c-54c3-4c6a-91f5-13b3bbc78f6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '0771b6c1-15b5-43aa-8d29-30688739b9f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:58:42Z', 'updated_at': '2022-03-11T02:58:42Z', 'revision_number': 2, 'project_id': '6e0da77ae17142fe87fc424da655593e', 'subnets': [{'id': '0771b6c1-15b5-43aa-8d29-30688739b9f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 02:58:44.232366 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 44600) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:58:44.237964 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.v2.base [None req-d4532c9c-6d7b-4b00-9f61-36f490764f5d tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1120167380', 'description': 'tempest-secgroup-smoke-1120167380 description', 'project_id': 'd053a9c011cd45feb5ebd7ba3b5eea91'}} {{(pid=103103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 02:58:44.261041 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-d4532c9c-6d7b-4b00-9f61-36f490764f5d tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] Publish callbacks [] for security_group (None), before_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:44.346487 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-d4532c9c-6d7b-4b00-9f61-36f490764f5d tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] Publish callbacks [] for security_group (824f1730-e35e-4bb9-92a1-df76eb13a305), precommit_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:44.350565 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-d4532c9c-6d7b-4b00-9f61-36f490764f5d tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (824f1730-e35e-4bb9-92a1-df76eb13a305), after_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:44.383542 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-d4532c9c-6d7b-4b00-9f61-36f490764f5d tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] Publish callbacks [] for security_group (None), before_response {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:44.384814 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-d4532c9c-6d7b-4b00-9f61-36f490764f5d tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1509283 Mar 11 02:58:44.385754 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4532c9c-6d7b-4b00-9f61-36f490764f5d tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=824f1730-e35e-4bb9-92a1-df76eb13a305,revision_number=1']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:58:44.388399 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 44602) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:58:44.394316 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.v2.base [None req-e5db9072-4d91-45cc-a2d4-698dac6a5fcd tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] Request body: {'security_group_rule': {'security_group_id': '824f1730-e35e-4bb9-92a1-df76eb13a305', 'project_id': 'd053a9c011cd45feb5ebd7ba3b5eea91', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 02:58:44.420994 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-e5db9072-4d91-45cc-a2d4-698dac6a5fcd tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] Publish callbacks [] for security_group_rule (e7263922-223a-4b21-8fc3-c6cb14acb2f8), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:44.478139 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-e5db9072-4d91-45cc-a2d4-698dac6a5fcd tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] Publish callbacks [] for security_group_rule (e7263922-223a-4b21-8fc3-c6cb14acb2f8), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:44.482188 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-e5db9072-4d91-45cc-a2d4-698dac6a5fcd tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526655'] for security_group_rule (e7263922-223a-4b21-8fc3-c6cb14acb2f8), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:44.501390 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5db9072-4d91-45cc-a2d4-698dac6a5fcd tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7263922-223a-4b21-8fc3-c6cb14acb2f8,revision_number=0']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:58:44.510998 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-e5db9072-4d91-45cc-a2d4-698dac6a5fcd tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:44.515041 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-e5db9072-4d91-45cc-a2d4-698dac6a5fcd tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1225574 Mar 11 02:58:44.515041 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 44604) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:58:44.519222 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.v2.base [None req-30af5be6-1906-4269-9cd5-9281d4e80228 tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] Request body: {'security_group_rule': {'security_group_id': '824f1730-e35e-4bb9-92a1-df76eb13a305', 'project_id': 'd053a9c011cd45feb5ebd7ba3b5eea91', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 02:58:44.547736 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-30af5be6-1906-4269-9cd5-9281d4e80228 tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] Publish callbacks [] for security_group_rule (94a0dde1-a44e-4f06-8c27-e4754ad108bb), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:44.611394 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-30af5be6-1906-4269-9cd5-9281d4e80228 tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] Publish callbacks [] for security_group_rule (94a0dde1-a44e-4f06-8c27-e4754ad108bb), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:44.616075 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-30af5be6-1906-4269-9cd5-9281d4e80228 tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526655'] for security_group_rule (94a0dde1-a44e-4f06-8c27-e4754ad108bb), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:44.635924 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30af5be6-1906-4269-9cd5-9281d4e80228 tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94a0dde1-a44e-4f06-8c27-e4754ad108bb,revision_number=0']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:58:44.640585 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-30af5be6-1906-4269-9cd5-9281d4e80228 tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:44.644947 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-30af5be6-1906-4269-9cd5-9281d4e80228 tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1259782 Mar 11 02:58:44.644947 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 44606) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:58:44.648918 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.v2.base [None req-b65cb938-80d3-40e9-a299-2eaf97cacb9c tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] Request body: {'security_group_rule': {'security_group_id': '824f1730-e35e-4bb9-92a1-df76eb13a305', 'project_id': 'd053a9c011cd45feb5ebd7ba3b5eea91', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 02:58:44.675267 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-b65cb938-80d3-40e9-a299-2eaf97cacb9c tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] Publish callbacks [] for security_group_rule (9a520cc9-bdca-4743-8645-2ecf01ced3ec), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:44.751202 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-b65cb938-80d3-40e9-a299-2eaf97cacb9c tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] Publish callbacks [] for security_group_rule (9a520cc9-bdca-4743-8645-2ecf01ced3ec), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:44.756962 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-b65cb938-80d3-40e9-a299-2eaf97cacb9c tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526655'] for security_group_rule (9a520cc9-bdca-4743-8645-2ecf01ced3ec), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:44.776428 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65cb938-80d3-40e9-a299-2eaf97cacb9c tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a520cc9-bdca-4743-8645-2ecf01ced3ec,revision_number=0']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:58:44.784883 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-b65cb938-80d3-40e9-a299-2eaf97cacb9c tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:44.786318 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-b65cb938-80d3-40e9-a299-2eaf97cacb9c tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1407337 Mar 11 02:58:44.789042 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 44608) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:58:44.794059 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.v2.base [None req-06107e2d-6887-4eb8-9dfe-394e2194f4f7 tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] Request body: {'security_group_rule': {'security_group_id': '824f1730-e35e-4bb9-92a1-df76eb13a305', 'project_id': 'd053a9c011cd45feb5ebd7ba3b5eea91', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 02:58:44.819557 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-06107e2d-6887-4eb8-9dfe-394e2194f4f7 tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] Publish callbacks [] for security_group_rule (88e6a7b2-e356-4d67-b2ac-5c1752733c48), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:44.880882 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-06107e2d-6887-4eb8-9dfe-394e2194f4f7 tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] Publish callbacks [] for security_group_rule (88e6a7b2-e356-4d67-b2ac-5c1752733c48), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:44.884707 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-06107e2d-6887-4eb8-9dfe-394e2194f4f7 tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526655'] for security_group_rule (88e6a7b2-e356-4d67-b2ac-5c1752733c48), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:44.902683 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06107e2d-6887-4eb8-9dfe-394e2194f4f7 tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88e6a7b2-e356-4d67-b2ac-5c1752733c48,revision_number=0']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:58:44.912130 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-06107e2d-6887-4eb8-9dfe-394e2194f4f7 tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:44.913369 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-06107e2d-6887-4eb8-9dfe-394e2194f4f7 tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1228998 Mar 11 02:58:44.916073 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 44610) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:58:44.920627 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.v2.base [None req-9e479d5b-b928-43ea-bf75-f09e84f80b5c tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] Request body: {'security_group_rule': {'security_group_id': '824f1730-e35e-4bb9-92a1-df76eb13a305', 'project_id': 'd053a9c011cd45feb5ebd7ba3b5eea91', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 02:58:44.941345 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.db.securitygroups_db [None req-9e479d5b-b928-43ea-bf75-f09e84f80b5c tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] Project d053a9c011cd45feb5ebd7ba3b5eea91 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 02:58:44.946759 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-9e479d5b-b928-43ea-bf75-f09e84f80b5c tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] Publish callbacks [] for security_group_rule (e33b2201-0500-4ceb-a429-51f53dd5f1e1), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:45.007619 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-9e479d5b-b928-43ea-bf75-f09e84f80b5c tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] Publish callbacks [] for security_group_rule (e33b2201-0500-4ceb-a429-51f53dd5f1e1), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:45.011372 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-9e479d5b-b928-43ea-bf75-f09e84f80b5c tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526655'] for security_group_rule (e33b2201-0500-4ceb-a429-51f53dd5f1e1), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:45.030079 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e479d5b-b928-43ea-bf75-f09e84f80b5c tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e33b2201-0500-4ceb-a429-51f53dd5f1e1,revision_number=0']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:58:45.039883 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-9e479d5b-b928-43ea-bf75-f09e84f80b5c tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:45.043608 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-9e479d5b-b928-43ea-bf75-f09e84f80b5c tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1240025 Mar 11 02:58:45.043837 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 44612) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:58:45.048650 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.v2.base [None req-007acd88-34f8-4691-a498-0960d22da09f tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] Request body: {'security_group_rule': {'security_group_id': '824f1730-e35e-4bb9-92a1-df76eb13a305', 'project_id': 'd053a9c011cd45feb5ebd7ba3b5eea91', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 02:58:45.070400 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.db.securitygroups_db [None req-007acd88-34f8-4691-a498-0960d22da09f tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] Project d053a9c011cd45feb5ebd7ba3b5eea91 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 02:58:45.075735 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-007acd88-34f8-4691-a498-0960d22da09f tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] Publish callbacks [] for security_group_rule (d3e48faa-6cc7-4281-a8e9-4895c1ca6b2e), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:45.148432 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-007acd88-34f8-4691-a498-0960d22da09f tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] Publish callbacks [] for security_group_rule (d3e48faa-6cc7-4281-a8e9-4895c1ca6b2e), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:45.153205 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-007acd88-34f8-4691-a498-0960d22da09f tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526655'] for security_group_rule (d3e48faa-6cc7-4281-a8e9-4895c1ca6b2e), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:45.175090 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007acd88-34f8-4691-a498-0960d22da09f tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3e48faa-6cc7-4281-a8e9-4895c1ca6b2e,revision_number=0']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:58:45.186173 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-007acd88-34f8-4691-a498-0960d22da09f tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:45.196970 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-007acd88-34f8-4691-a498-0960d22da09f tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1426377 Mar 11 02:58:46.185703 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5765d2fe-4550-497f-a978-0e7654001bde None None] Sync routers for ids ['4b6af23c-54c3-4c6a-91f5-13b3bbc78f6a'] in dv-cinder-740146-14-smb {{(pid=103106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 02:58:46.196373 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5765d2fe-4550-497f-a978-0e7654001bde None None] Routers {'4b6af23c-54c3-4c6a-91f5-13b3bbc78f6a'} bound to L3 agent in host dv-cinder-740146-14-smb {{(pid=103106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 02:58:46.196980 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-5765d2fe-4550-497f-a978-0e7654001bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T02:46:25Z,description=,heartbeat_timestamp=2022-03-11T02:58:25Z,host='dv-cinder-740146-14-smb',id=368653ed-b5ce-4183-9c3b-231a0bc3dd35,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T02:46:25Z,topic='l3_agent')) {'router_ids': ['4b6af23c-54c3-4c6a-91f5-13b3bbc78f6a'], 'active': True} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 02:58:46.307629 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.l3_dvr_db [None req-5765d2fe-4550-497f-a978-0e7654001bde None None] Set router 4b6af23c-54c3-4c6a-91f5-13b3bbc78f6a gateway port host: dv-cinder-740146-14-smb {{(pid=103106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 02:58:46.508324 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-5765d2fe-4550-497f-a978-0e7654001bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b6af23c-54c3-4c6a-91f5-13b3bbc78f6a', 'name': 'tempest-TestShelveInstance-1002558965-router', 'tenant_id': '6e0da77ae17142fe87fc424da655593e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'external_fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.212'}], 'enable_snat': True}, 'gw_port_id': 'a503cae2-27b0-4658-ace0-88b6f9b8ce22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T02:58:39Z', 'updated_at': '2022-03-11T02:58:42Z', 'revision_number': 4, 'project_id': '6e0da77ae17142fe87fc424da655593e', 'gw_port': {'id': 'a503cae2-27b0-4658-ace0-88b6f9b8ce22', 'name': '', 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:0c:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b6af23c-54c3-4c6a-91f5-13b3bbc78f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:58:40Z', 'updated_at': '2022-03-11T02:58:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-smb', '_interfaces': [{'id': 'e9019a36-24d2-4654-b069-c3b3e038d9ce', 'name': '', 'network_id': 'afefb832-4963-4aef-92b4-e58cc7ccbcc4', 'tenant_id': '6e0da77ae17142fe87fc424da655593e', 'mac_address': 'fa:16:3e:e4:d3:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b6af23c-54c3-4c6a-91f5-13b3bbc78f6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '0771b6c1-15b5-43aa-8d29-30688739b9f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:58:42Z', 'updated_at': '2022-03-11T02:58:42Z', 'revision_number': 2, 'project_id': '6e0da77ae17142fe87fc424da655593e', 'subnets': [{'id': '0771b6c1-15b5-43aa-8d29-30688739b9f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-14-smb', False) {} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 02:58:46.534702 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5765d2fe-4550-497f-a978-0e7654001bde None None] Checking router: 4b6af23c-54c3-4c6a-91f5-13b3bbc78f6a for host: dv-cinder-740146-14-smb {{(pid=103106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 02:58:46.534702 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5765d2fe-4550-497f-a978-0e7654001bde None None] Updating router 4b6af23c-54c3-4c6a-91f5-13b3bbc78f6a port e9019a36-24d2-4654-b069-c3b3e038d9ce binding host dv-cinder-740146-14-smb {{(pid=103106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 02:58:46.562951 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-5765d2fe-4550-497f-a978-0e7654001bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (e9019a36-24d2-4654-b069-c3b3e038d9ce), before_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:46.596237 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Device a503cae2-27b0-4658-ace0-88b6f9b8ce22 up at agent ovs-agent-dv-cinder-740146-14-smb {{(pid=103105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 02:58:46.648259 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Provisioning complete for port a503cae2-27b0-4658-ace0-88b6f9b8ce22 triggered by entity L2. {{(pid=103105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 02:58:46.648708 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536573942'] for port (a503cae2-27b0-4658-ace0-88b6f9b8ce22), provisioning_complete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:46.727422 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Current status of the port a503cae2-27b0-4658-ace0-88b6f9b8ce22 is: DOWN; New status is: ACTIVE {{(pid=103105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 02:58:46.727727 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (a503cae2-27b0-4658-ace0-88b6f9b8ce22), before_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:46.749828 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] For port a503cae2-27b0-4658-ace0-88b6f9b8ce22, host dv-cinder-740146-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-smb',level=0,port_id=a503cae2-27b0-4658-ace0-88b6f9b8ce22,segment=NetworkSegment(86701719-770a-4197-8a84-07fe4dcd9e0f),segment_id=86701719-770a-4197-8a84-07fe4dcd9e0f)] {{(pid=103105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 02:58:46.755388 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712'] for port (a503cae2-27b0-4658-ace0-88b6f9b8ce22), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:46.814014 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Pushing event updated for resources: {'Port': ['ID=a503cae2-27b0-4658-ace0-88b6f9b8ce22,revision_number=4']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:58:46.889052 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-5765d2fe-4550-497f-a978-0e7654001bde None None] Publish callbacks [] for port (e9019a36-24d2-4654-b069-c3b3e038d9ce), precommit_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:46.895355 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-5765d2fe-4550-497f-a978-0e7654001bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712'] for port (e9019a36-24d2-4654-b069-c3b3e038d9ce), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:46.947844 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ffd632-8324-45c0-a763-c41bf3e7d95f None None] Pushing event updated for resources: {'Port': ['ID=e9019a36-24d2-4654-b069-c3b3e038d9ce,revision_number=3']} {{(pid=103106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:58:47.019288 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.plugins.ml2.managers [None req-5765d2fe-4550-497f-a978-0e7654001bde None None] Attempting to bind port e9019a36-24d2-4654-b069-c3b3e038d9ce on host dv-cinder-740146-14-smb for vnic_type normal with profile {{(pid=103106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 02:58:47.019640 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.plugins.ml2.managers [None req-5765d2fe-4550-497f-a978-0e7654001bde None None] Attempting to bind port e9019a36-24d2-4654-b069-c3b3e038d9ce by drivers openvswitch,hyperv on host dv-cinder-740146-14-smb at level 0 using segments [{'id': '6e7eb3cb-a6c2-4703-9549-b327a3cee8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'afefb832-4963-4aef-92b4-e58cc7ccbcc4'}] {{(pid=103106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 02:58:47.020169 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5765d2fe-4550-497f-a978-0e7654001bde None None] Attempting to bind port e9019a36-24d2-4654-b069-c3b3e038d9ce on network afefb832-4963-4aef-92b4-e58cc7ccbcc4 {{(pid=103106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 02:58:47.030680 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5765d2fe-4550-497f-a978-0e7654001bde None None] Checking agent: {'id': '36a16930-fe6f-49e2-96be-29faaa54e9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 2, 46, 29), 'started_at': datetime.datetime(2022, 3, 11, 2, 46, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 2, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 02:58:47.031382 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5765d2fe-4550-497f-a978-0e7654001bde None None] Checking segment: {'id': '6e7eb3cb-a6c2-4703-9549-b327a3cee8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'afefb832-4963-4aef-92b4-e58cc7ccbcc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 02:58:47.033230 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-5765d2fe-4550-497f-a978-0e7654001bde None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:47.033727 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5765d2fe-4550-497f-a978-0e7654001bde None None] Bound using segment: {'id': '6e7eb3cb-a6c2-4703-9549-b327a3cee8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'afefb832-4963-4aef-92b4-e58cc7ccbcc4'} {{(pid=103106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 02:58:47.034328 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.plugins.ml2.managers [None req-5765d2fe-4550-497f-a978-0e7654001bde None None] Bound port: e9019a36-24d2-4654-b069-c3b3e038d9ce, host: dv-cinder-740146-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e7eb3cb-a6c2-4703-9549-b327a3cee8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'afefb832-4963-4aef-92b4-e58cc7ccbcc4'}}] {{(pid=103106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 02:58:47.034719 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-5765d2fe-4550-497f-a978-0e7654001bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (e9019a36-24d2-4654-b069-c3b3e038d9ce), before_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:47.128189 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-5765d2fe-4550-497f-a978-0e7654001bde None None] For port e9019a36-24d2-4654-b069-c3b3e038d9ce, host dv-cinder-740146-14-smb, cleared binding levels {{(pid=103106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 02:58:47.132193 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-5765d2fe-4550-497f-a978-0e7654001bde None None] For port e9019a36-24d2-4654-b069-c3b3e038d9ce, host dv-cinder-740146-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-smb',level=0,port_id=e9019a36-24d2-4654-b069-c3b3e038d9ce,segment=NetworkSegment(6e7eb3cb-a6c2-4703-9549-b327a3cee8e3),segment_id=6e7eb3cb-a6c2-4703-9549-b327a3cee8e3)] {{(pid=103106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 02:58:47.138580 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-5765d2fe-4550-497f-a978-0e7654001bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712'] for port (e9019a36-24d2-4654-b069-c3b3e038d9ce), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:47.197330 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ffd632-8324-45c0-a763-c41bf3e7d95f None None] Pushing event updated for resources: {'Port': ['ID=e9019a36-24d2-4654-b069-c3b3e038d9ce,revision_number=4']} {{(pid=103106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:58:47.207439 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [None req-f2bd7cd7-56fe-4a0f-adb8-1488042db6c3 None None] Provisioning complete for port e9019a36-24d2-4654-b069-c3b3e038d9ce triggered by entity DHCP. {{(pid=103105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 02:58:47.207824 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-f2bd7cd7-56fe-4a0f-adb8-1488042db6c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536573942'] for port (e9019a36-24d2-4654-b069-c3b3e038d9ce), provisioning_complete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:47.209664 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5765d2fe-4550-497f-a978-0e7654001bde None None] Routers {'4b6af23c-54c3-4c6a-91f5-13b3bbc78f6a'} bound to L3 agent in host dv-cinder-740146-14-smb {{(pid=103106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 02:58:47.210296 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-5765d2fe-4550-497f-a978-0e7654001bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T02:46:25Z,description=,heartbeat_timestamp=2022-03-11T02:58:25Z,host='dv-cinder-740146-14-smb',id=368653ed-b5ce-4183-9c3b-231a0bc3dd35,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T02:46:25Z,topic='l3_agent')) {'router_ids': ['4b6af23c-54c3-4c6a-91f5-13b3bbc78f6a'], 'active': True} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 02:58:47.304201 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-f2bd7cd7-56fe-4a0f-adb8-1488042db6c3 None None] Current status of the port e9019a36-24d2-4654-b069-c3b3e038d9ce is: DOWN; New status is: ACTIVE {{(pid=103105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 02:58:47.304824 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-f2bd7cd7-56fe-4a0f-adb8-1488042db6c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (e9019a36-24d2-4654-b069-c3b3e038d9ce), before_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:47.347011 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.l3_dvr_db [None req-5765d2fe-4550-497f-a978-0e7654001bde None None] Set router 4b6af23c-54c3-4c6a-91f5-13b3bbc78f6a gateway port host: dv-cinder-740146-14-smb {{(pid=103106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 02:58:47.357991 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-f2bd7cd7-56fe-4a0f-adb8-1488042db6c3 None None] For port e9019a36-24d2-4654-b069-c3b3e038d9ce, host dv-cinder-740146-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-smb',level=0,port_id=e9019a36-24d2-4654-b069-c3b3e038d9ce,segment=NetworkSegment(6e7eb3cb-a6c2-4703-9549-b327a3cee8e3),segment_id=6e7eb3cb-a6c2-4703-9549-b327a3cee8e3)] {{(pid=103105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 02:58:47.364360 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-f2bd7cd7-56fe-4a0f-adb8-1488042db6c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712'] for port (e9019a36-24d2-4654-b069-c3b3e038d9ce), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:47.395125 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (56ad6e9b-975a-4fdf-b549-1f3c33ba94e0), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:47.440131 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bd7cd7-56fe-4a0f-adb8-1488042db6c3 None None] Pushing event updated for resources: {'Port': ['ID=e9019a36-24d2-4654-b069-c3b3e038d9ce,revision_number=5']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:58:47.485428 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [None req-e070b47a-258d-41ab-85af-828dd276aeff None None] Provisioning complete for port e9019a36-24d2-4654-b069-c3b3e038d9ce triggered by entity DHCP. {{(pid=103105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 02:58:47.486424 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-e070b47a-258d-41ab-85af-828dd276aeff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536573942'] for port (e9019a36-24d2-4654-b069-c3b3e038d9ce), provisioning_complete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:47.576110 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-e070b47a-258d-41ab-85af-828dd276aeff None None] Current status of the port e9019a36-24d2-4654-b069-c3b3e038d9ce is: ACTIVE; New status is: ACTIVE {{(pid=103105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 02:58:47.610323 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-5765d2fe-4550-497f-a978-0e7654001bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b6af23c-54c3-4c6a-91f5-13b3bbc78f6a', 'name': 'tempest-TestShelveInstance-1002558965-router', 'tenant_id': '6e0da77ae17142fe87fc424da655593e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'external_fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.212'}], 'enable_snat': True}, 'gw_port_id': 'a503cae2-27b0-4658-ace0-88b6f9b8ce22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T02:58:39Z', 'updated_at': '2022-03-11T02:58:42Z', 'revision_number': 4, 'project_id': '6e0da77ae17142fe87fc424da655593e', 'gw_port': {'id': 'a503cae2-27b0-4658-ace0-88b6f9b8ce22', 'name': '', 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:0c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b6af23c-54c3-4c6a-91f5-13b3bbc78f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:58:40Z', 'updated_at': '2022-03-11T02:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-smb', '_interfaces': [{'id': 'e9019a36-24d2-4654-b069-c3b3e038d9ce', 'name': '', 'network_id': 'afefb832-4963-4aef-92b4-e58cc7ccbcc4', 'tenant_id': '6e0da77ae17142fe87fc424da655593e', 'mac_address': 'fa:16:3e:e4:d3:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b6af23c-54c3-4c6a-91f5-13b3bbc78f6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '0771b6c1-15b5-43aa-8d29-30688739b9f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:58:42Z', 'updated_at': '2022-03-11T02:58:47Z', 'revision_number': 4, 'project_id': '6e0da77ae17142fe87fc424da655593e', 'subnets': [{'id': '0771b6c1-15b5-43aa-8d29-30688739b9f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-14-smb', False) {} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 02:58:47.636096 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5765d2fe-4550-497f-a978-0e7654001bde None None] The sync data for ids ['4b6af23c-54c3-4c6a-91f5-13b3bbc78f6a'] in dv-cinder-740146-14-smb is: [{'id': '4b6af23c-54c3-4c6a-91f5-13b3bbc78f6a', 'name': 'tempest-TestShelveInstance-1002558965-router', 'tenant_id': '6e0da77ae17142fe87fc424da655593e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'external_fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.212'}], 'enable_snat': True}, 'gw_port_id': 'a503cae2-27b0-4658-ace0-88b6f9b8ce22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T02:58:39Z', 'updated_at': '2022-03-11T02:58:42Z', 'revision_number': 4, 'project_id': '6e0da77ae17142fe87fc424da655593e', 'gw_port': {'id': 'a503cae2-27b0-4658-ace0-88b6f9b8ce22', 'name': '', 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:0c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b6af23c-54c3-4c6a-91f5-13b3bbc78f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:58:40Z', 'updated_at': '2022-03-11T02:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-smb', '_interfaces': [{'id': 'e9019a36-24d2-4654-b069-c3b3e038d9ce', 'name': '', 'network_id': 'afefb832-4963-4aef-92b4-e58cc7ccbcc4', 'tenant_id': '6e0da77ae17142fe87fc424da655593e', 'mac_address': 'fa:16:3e:e4:d3:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b6af23c-54c3-4c6a-91f5-13b3bbc78f6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '0771b6c1-15b5-43aa-8d29-30688739b9f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:58:42Z', 'updated_at': '2022-03-11T02:58:47Z', 'revision_number': 4, 'project_id': '6e0da77ae17142fe87fc424da655593e', 'subnets': [{'id': '0771b6c1-15b5-43aa-8d29-30688739b9f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 02:58:48.622190 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Device e9019a36-24d2-4654-b069-c3b3e038d9ce up at agent ovs-agent-dv-cinder-740146-14-smb {{(pid=103105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 02:58:48.672440 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Provisioning complete for port e9019a36-24d2-4654-b069-c3b3e038d9ce triggered by entity L2. {{(pid=103105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 02:58:48.672826 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536573942'] for port (e9019a36-24d2-4654-b069-c3b3e038d9ce), provisioning_complete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:48.758246 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Current status of the port e9019a36-24d2-4654-b069-c3b3e038d9ce is: ACTIVE; New status is: ACTIVE {{(pid=103105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 02:58:48.759420 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Device a503cae2-27b0-4658-ace0-88b6f9b8ce22 up at agent ovs-agent-dv-cinder-740146-14-smb {{(pid=103105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 02:58:48.811814 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Provisioning complete for port a503cae2-27b0-4658-ace0-88b6f9b8ce22 triggered by entity L2. {{(pid=103105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 02:58:48.812456 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536573942'] for port (a503cae2-27b0-4658-ace0-88b6f9b8ce22), provisioning_complete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:48.879217 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-dd4912a0-8e8d-47b5-9a2f-7a86b081c251 req-d5688c08-bb9d-446c-9934-16740a8bd21d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=13132607-0993-42da-b12a-915a6d20ac5e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0474606 Mar 11 02:58:48.909321 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Current status of the port a503cae2-27b0-4658-ace0-88b6f9b8ce22 is: ACTIVE; New status is: ACTIVE {{(pid=103105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 02:58:48.977039 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4912a0-8e8d-47b5-9a2f-7a86b081c251 req-2a65a4eb-e0dc-4b3b-b338-99ed804b2d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:58:48.978482 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-dd4912a0-8e8d-47b5-9a2f-7a86b081c251 req-2a65a4eb-e0dc-4b3b-b338-99ed804b2d20 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8a19620c29074aed8f3e4d3d8c51b9c7&device_id=13132607-0993-42da-b12a-915a6d20ac5e HTTP/1.1" status: 200 len: 1130 time: 0.0465596 Mar 11 02:58:49.087633 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4912a0-8e8d-47b5-9a2f-7a86b081c251 req-7f98b354-d35a-459b-9511-049b2f409c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:58:49.089123 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-dd4912a0-8e8d-47b5-9a2f-7a86b081c251 req-7f98b354-d35a-459b-9511-049b2f409c5e service neutron] 10.222.0.13 "GET /v2.0/networks?id=845c03c2-a500-4a58-b6f9-0437e53ee18b HTTP/1.1" status: 200 len: 912 time: 0.0894120 Mar 11 02:58:49.153393 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-dd4912a0-8e8d-47b5-9a2f-7a86b081c251 req-609fc7be-47f4-40b0-9f6c-5fcc291fd31e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=07c49de9-be92-4f37-96d3-d58c8107b200 HTTP/1.1" status: 200 len: 1002 time: 0.0580680 Mar 11 02:58:49.200488 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4912a0-8e8d-47b5-9a2f-7a86b081c251 req-60c539da-c54a-43dc-9311-0f963c01bf8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:58:49.201964 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-dd4912a0-8e8d-47b5-9a2f-7a86b081c251 req-60c539da-c54a-43dc-9311-0f963c01bf8d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=363826bf-4a53-45a3-8f97-aa25838926f8 HTTP/1.1" status: 200 len: 850 time: 0.0424571 Mar 11 02:58:49.255519 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4912a0-8e8d-47b5-9a2f-7a86b081c251 req-9c1fee1e-3751-4a32-8e49-9ddbf142db47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:58:49.256937 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-dd4912a0-8e8d-47b5-9a2f-7a86b081c251 req-9c1fee1e-3751-4a32-8e49-9ddbf142db47 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=845c03c2-a500-4a58-b6f9-0437e53ee18b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0479617 Mar 11 02:58:49.347692 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-dd4912a0-8e8d-47b5-9a2f-7a86b081c251 req-48c6f5c4-1fd5-49e6-bca7-70357bfd018e service neutron] 10.222.0.13 "GET /v2.0/networks/845c03c2-a500-4a58-b6f9-0437e53ee18b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839739 Mar 11 02:58:49.446331 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-dd4912a0-8e8d-47b5-9a2f-7a86b081c251 req-7822b3dd-a0de-4490-b23d-8e1634ce0212 service neutron] 10.222.0.13 "GET /v2.0/networks/845c03c2-a500-4a58-b6f9-0437e53ee18b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917683 Mar 11 02:58:52.416603 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-30e5e98b-3ec7-4737-bffa-5cd7d56b2c17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (27668cff-ea20-4e06-9a9c-d4f827fe3eb1), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:53.989872 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 44840) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:58:54.097578 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-e15440c7-a916-4cd5-8279-375312c14b88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:54.172472 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-e15440c7-a916-4cd5-8279-375312c14b88 admin admin] Publish callbacks [] for security_group (3d4af3c1-e0cf-4815-b024-4ce8e5ee265e), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:54.176274 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-e15440c7-a916-4cd5-8279-375312c14b88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (3d4af3c1-e0cf-4815-b024-4ce8e5ee265e), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:54.216219 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15440c7-a916-4cd5-8279-375312c14b88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d4af3c1-e0cf-4815-b024-4ce8e5ee265e,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:58:54.220863 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-e15440c7-a916-4cd5-8279-375312c14b88 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fb0d258c564c430b9bcabd8aa5e7f886&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2299674 Mar 11 02:58:54.223705 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 44846) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:58:54.226677 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15440c7-a916-4cd5-8279-375312c14b88 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:58:54.227029 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15440c7-a916-4cd5-8279-375312c14b88 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:58:54.227380 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15440c7-a916-4cd5-8279-375312c14b88 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:58:54.227720 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15440c7-a916-4cd5-8279-375312c14b88 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:58:54.228050 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15440c7-a916-4cd5-8279-375312c14b88 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:58:54.228378 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15440c7-a916-4cd5-8279-375312c14b88 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:58:54.228709 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15440c7-a916-4cd5-8279-375312c14b88 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:58:54.229038 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15440c7-a916-4cd5-8279-375312c14b88 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:58:54.229391 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15440c7-a916-4cd5-8279-375312c14b88 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:58:54.229723 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15440c7-a916-4cd5-8279-375312c14b88 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:58:54.230045 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15440c7-a916-4cd5-8279-375312c14b88 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:58:54.230366 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15440c7-a916-4cd5-8279-375312c14b88 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:58:54.231027 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15440c7-a916-4cd5-8279-375312c14b88 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:58:54.274268 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-e56bffd3-ce8a-4a85-88ba-f0eab3ef566d admin admin] Publish callbacks [] for security_group (3d4af3c1-e0cf-4815-b024-4ce8e5ee265e), before_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:54.295670 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-e56bffd3-ce8a-4a85-88ba-f0eab3ef566d admin admin] Publish callbacks [] for security_group (3d4af3c1-e0cf-4815-b024-4ce8e5ee265e), precommit_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:54.347207 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-e56bffd3-ce8a-4a85-88ba-f0eab3ef566d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (3d4af3c1-e0cf-4815-b024-4ce8e5ee265e), after_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:54.350129 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-e56bffd3-ce8a-4a85-88ba-f0eab3ef566d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:54.351313 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-e56bffd3-ce8a-4a85-88ba-f0eab3ef566d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3d4af3c1-e0cf-4815-b024-4ce8e5ee265e HTTP/1.1" status: 204 len: 168 time: 0.1265295 Mar 11 02:58:54.363171 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56bffd3-ce8a-4a85-88ba-f0eab3ef566d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d4af3c1-e0cf-4815-b024-4ce8e5ee265e,revision_number=None']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:58:54.807305 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-98631002-1bc2-4d87-a27b-88beac440285 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (368653ed-b5ce-4183-9c3b-231a0bc3dd35), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:55.359486 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 44882) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:58:55.464568 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-088f03bf-50c5-4a40-8a7d-ab18785de373 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:55.543287 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-088f03bf-50c5-4a40-8a7d-ab18785de373 admin admin] Publish callbacks [] for security_group (c49b21a8-83a9-4950-8719-ae8245ae4e0a), precommit_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:55.546991 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-088f03bf-50c5-4a40-8a7d-ab18785de373 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (c49b21a8-83a9-4950-8719-ae8245ae4e0a), after_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:55.584903 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-088f03bf-50c5-4a40-8a7d-ab18785de373 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0649c82a4c9e42b6a9a2f7f83de2b05d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2235861 Mar 11 02:58:55.585797 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088f03bf-50c5-4a40-8a7d-ab18785de373 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c49b21a8-83a9-4950-8719-ae8245ae4e0a,revision_number=1']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:58:55.588327 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 44888) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:58:55.638449 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-82f0d824-11ea-46f6-b73b-f52cd57c44e6 admin admin] Publish callbacks [] for security_group (c49b21a8-83a9-4950-8719-ae8245ae4e0a), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:55.664417 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-82f0d824-11ea-46f6-b73b-f52cd57c44e6 admin admin] Publish callbacks [] for security_group (c49b21a8-83a9-4950-8719-ae8245ae4e0a), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:55.674268 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-f28c0ae4-c5a5-4e67-96c2-37b36f3544e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (258069e3-19c1-49ed-8474-20b6ecde628d), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:55.714044 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-82f0d824-11ea-46f6-b73b-f52cd57c44e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (c49b21a8-83a9-4950-8719-ae8245ae4e0a), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:55.716570 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-82f0d824-11ea-46f6-b73b-f52cd57c44e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:55.717823 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-82f0d824-11ea-46f6-b73b-f52cd57c44e6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c49b21a8-83a9-4950-8719-ae8245ae4e0a HTTP/1.1" status: 204 len: 168 time: 0.1282470 Mar 11 02:58:55.725545 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f0d824-11ea-46f6-b73b-f52cd57c44e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c49b21a8-83a9-4950-8719-ae8245ae4e0a,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:58:57.144183 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-afaf34ad-b747-4180-ba41-f81d7ecfb39b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (b193670b-9854-4e90-bc6a-e616470c2469), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:58:58.721660 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (36a16930-fe6f-49e2-96be-29faaa54e9a3), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:59:01.856737 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a80680f-1b86-442b-8039-37077ecc50f0 req-eec0e718-a03e-4054-9a48-c2dee4e816db tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:59:01.858487 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-4a80680f-1b86-442b-8039-37077ecc50f0 req-eec0e718-a03e-4054-9a48-c2dee4e816db tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] 10.222.0.20 "GET /v2.0/ports?device_id=258ae442-c6a6-4bea-947c-f3e043b73155 HTTP/1.1" status: 200 len: 984 time: 0.0534809 Mar 11 02:59:01.863113 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91eb246-e6b1-4228-ae1e-5a04eacbf31e req-0e953b03-c727-4fc8-a64b-da7c4c85fe61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:59:01.864708 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-e91eb246-e6b1-4228-ae1e-5a04eacbf31e req-0e953b03-c727-4fc8-a64b-da7c4c85fe61 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a7bd65d0a0b54c449113a4ac00fc662d&device_id=258ae442-c6a6-4bea-947c-f3e043b73155 HTTP/1.1" status: 200 len: 1168 time: 0.0480688 Mar 11 02:59:01.920157 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-4a80680f-1b86-442b-8039-37077ecc50f0 req-a27a1213-92d2-4487-a51d-9f5e7fcdb55e tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] 10.222.0.20 "GET /v2.0/security-groups?id=88e82082-e2d3-41e9-8acf-f32938b4d917&id=7961f483-5dcf-4fb4-a24e-c7e955fcb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0557632 Mar 11 02:59:01.956353 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91eb246-e6b1-4228-ae1e-5a04eacbf31e req-2b2e21e8-4eda-481c-9b66-c4e9e1297fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:59:01.957811 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-e91eb246-e6b1-4228-ae1e-5a04eacbf31e req-2b2e21e8-4eda-481c-9b66-c4e9e1297fea service neutron] 10.222.0.13 "GET /v2.0/networks?id=aa8f397c-9989-4eb2-96e4-41d8627a091e HTTP/1.1" status: 200 len: 916 time: 0.0859945 Mar 11 02:59:02.027348 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-e91eb246-e6b1-4228-ae1e-5a04eacbf31e req-eccb8e19-ace0-402e-a252-eaf069f6ed7f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0aa3aa11-4236-4412-bb5f-61a46d3b6a7e HTTP/1.1" status: 200 len: 1000 time: 0.0619748 Mar 11 02:59:02.076502 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91eb246-e6b1-4228-ae1e-5a04eacbf31e req-3ca8eeaa-01ea-41a0-9a86-405cadcf9fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:59:02.077997 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-e91eb246-e6b1-4228-ae1e-5a04eacbf31e req-3ca8eeaa-01ea-41a0-9a86-405cadcf9fd1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d4d08d7c-9091-46e5-9160-e7157dc9cc9d HTTP/1.1" status: 200 len: 854 time: 0.0445204 Mar 11 02:59:02.130809 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91eb246-e6b1-4228-ae1e-5a04eacbf31e req-bd95b650-aaad-4cb5-a60b-e497049f19f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:59:02.132367 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-e91eb246-e6b1-4228-ae1e-5a04eacbf31e req-bd95b650-aaad-4cb5-a60b-e497049f19f8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=aa8f397c-9989-4eb2-96e4-41d8627a091e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0482569 Mar 11 02:59:02.220237 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-e91eb246-e6b1-4228-ae1e-5a04eacbf31e req-1261b4b0-bd05-4d50-96b9-0165a4713262 service neutron] 10.222.0.13 "GET /v2.0/networks/aa8f397c-9989-4eb2-96e4-41d8627a091e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804796 Mar 11 02:59:02.319309 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-e91eb246-e6b1-4228-ae1e-5a04eacbf31e req-b75b499b-7191-42f0-9521-45421b96539b service neutron] 10.222.0.13 "GET /v2.0/networks/aa8f397c-9989-4eb2-96e4-41d8627a091e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929317 Mar 11 02:59:03.041684 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd4ea3f-f862-4891-aa0e-8028c2d3bf3a req-bc904d1a-b9a2-4a8c-b7c9-8c69e78bc23c tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:59:03.043175 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-1dd4ea3f-f862-4891-aa0e-8028c2d3bf3a req-bc904d1a-b9a2-4a8c-b7c9-8c69e78bc23c tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] 10.222.0.20 "GET /v2.0/ports?device_id=258ae442-c6a6-4bea-947c-f3e043b73155 HTTP/1.1" status: 200 len: 984 time: 0.0520284 Mar 11 02:59:03.102134 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-1dd4ea3f-f862-4891-aa0e-8028c2d3bf3a req-449274e7-434c-47f3-bd43-bcbd8dfc9036 tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] 10.222.0.20 "GET /v2.0/security-groups?id=88e82082-e2d3-41e9-8acf-f32938b4d917&id=7961f483-5dcf-4fb4-a24e-c7e955fcb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0523329 Mar 11 02:59:04.224268 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544497f2-bd22-4401-940b-4ba642efc1c4 req-f849806d-8a51-44b7-bc62-f725f17bbeb4 tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:59:04.225696 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-544497f2-bd22-4401-940b-4ba642efc1c4 req-f849806d-8a51-44b7-bc62-f725f17bbeb4 tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] 10.222.0.20 "GET /v2.0/ports?device_id=258ae442-c6a6-4bea-947c-f3e043b73155 HTTP/1.1" status: 200 len: 984 time: 0.0563798 Mar 11 02:59:04.289684 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-544497f2-bd22-4401-940b-4ba642efc1c4 req-14564e1d-af3b-44d2-b01c-3c867ba9b276 tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] 10.222.0.20 "GET /v2.0/security-groups?id=88e82082-e2d3-41e9-8acf-f32938b4d917&id=7961f483-5dcf-4fb4-a24e-c7e955fcb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0583558 Mar 11 02:59:05.407874 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c215feb-f8d0-4363-9b45-5a09e604dec2 req-23c3774f-0607-4012-a2ce-2319e4d1e4a3 tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:59:05.409385 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-1c215feb-f8d0-4363-9b45-5a09e604dec2 req-23c3774f-0607-4012-a2ce-2319e4d1e4a3 tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] 10.222.0.20 "GET /v2.0/ports?device_id=258ae442-c6a6-4bea-947c-f3e043b73155 HTTP/1.1" status: 200 len: 984 time: 0.0533381 Mar 11 02:59:05.473198 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-1c215feb-f8d0-4363-9b45-5a09e604dec2 req-3c8390d8-edac-4fbf-a997-0fcf74951bcb tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] 10.222.0.20 "GET /v2.0/security-groups?id=88e82082-e2d3-41e9-8acf-f32938b4d917&id=7961f483-5dcf-4fb4-a24e-c7e955fcb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0570579 Mar 11 02:59:06.588348 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9c7930-c996-4495-a8a2-baa49b687652 req-27dc6e5c-2f5a-4784-a5a9-e4c90d66c80d tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:59:06.589842 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-ea9c7930-c996-4495-a8a2-baa49b687652 req-27dc6e5c-2f5a-4784-a5a9-e4c90d66c80d tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] 10.222.0.20 "GET /v2.0/ports?device_id=258ae442-c6a6-4bea-947c-f3e043b73155 HTTP/1.1" status: 200 len: 984 time: 0.0503547 Mar 11 02:59:06.647586 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-ea9c7930-c996-4495-a8a2-baa49b687652 req-36876a05-4daa-4eb1-a3b9-7cf8cc7a4689 tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] 10.222.0.20 "GET /v2.0/security-groups?id=88e82082-e2d3-41e9-8acf-f32938b4d917&id=7961f483-5dcf-4fb4-a24e-c7e955fcb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0515604 Mar 11 02:59:07.782666 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea03687-c306-41fe-8686-f1d0004f39fd req-753045bb-0ede-4edd-89e4-046f72248dbe tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:59:07.784133 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-6ea03687-c306-41fe-8686-f1d0004f39fd req-753045bb-0ede-4edd-89e4-046f72248dbe tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] 10.222.0.20 "GET /v2.0/ports?device_id=258ae442-c6a6-4bea-947c-f3e043b73155 HTTP/1.1" status: 200 len: 984 time: 0.0547543 Mar 11 02:59:07.842712 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-6ea03687-c306-41fe-8686-f1d0004f39fd req-33dd3772-ceae-47bb-a381-ecf6dba75cd5 tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] 10.222.0.20 "GET /v2.0/security-groups?id=88e82082-e2d3-41e9-8acf-f32938b4d917&id=7961f483-5dcf-4fb4-a24e-c7e955fcb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0528576 Mar 11 02:59:07.965689 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-2cf26a51-d2a9-4626-9886-ef460ecdf38d req-97edeba7-6ff3-420c-b296-600ae50e36ee tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1120167380&fields=id&tenant_id=d053a9c011cd45feb5ebd7ba3b5eea91 HTTP/1.1" status: 200 len: 267 time: 0.0434353 Mar 11 02:59:08.074949 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf26a51-d2a9-4626-9886-ef460ecdf38d req-33138459-5ca0-449e-802b-512e492b2df7 tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:59:08.076382 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-2cf26a51-d2a9-4626-9886-ef460ecdf38d req-33138459-5ca0-449e-802b-512e492b2df7 tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] 10.222.0.20 "GET /v2.0/networks?id=d22351ff-ebe5-4412-94a6-8b87af2176f8 HTTP/1.1" status: 200 len: 809 time: 0.1042676 Mar 11 02:59:08.090692 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-2cf26a51-d2a9-4626-9886-ef460ecdf38d req-a32d3987-1b02-46e0-a590-1867749e8c1f tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] 10.222.0.20 "GET /v2.0/quotas/d053a9c011cd45feb5ebd7ba3b5eea91 HTTP/1.1" status: 200 len: 375 time: 0.0084484 Mar 11 02:59:08.143119 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-2cf26a51-d2a9-4626-9886-ef460ecdf38d req-e47a5c6b-149d-4658-970c-da4a77eeea04 tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d053a9c011cd45feb5ebd7ba3b5eea91&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0477707 Mar 11 02:59:08.239065 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-2cf26a51-d2a9-4626-9886-ef460ecdf38d req-abb700a8-4307-42d9-afa1-bfb9ea975785 service neutron] 10.222.0.20 "GET /v2.0/networks/d22351ff-ebe5-4412-94a6-8b87af2176f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846207 Mar 11 02:59:08.334997 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-2cf26a51-d2a9-4626-9886-ef460ecdf38d req-8a005e2c-dca3-4140-a015-3788bc759e86 service neutron] 10.222.0.20 "GET /v2.0/networks/d22351ff-ebe5-4412-94a6-8b87af2176f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887415 Mar 11 02:59:08.608396 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-fbfded55-8d21-4ea0-8fac-e48b0f9f4802 req-37b6bd48-3ce7-483b-ad9a-b1ab25f1cd21 tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] 10.222.0.20 "GET /v2.0/ports?device_id=002b6377-8b16-40be-a64a-4026c76d5469 HTTP/1.1" status: 200 len: 210 time: 0.0272367 Mar 11 02:59:08.975041 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08d83be-a5ed-4012-b3d7-02f7b621afda req-4f7be169-e483-4bdd-a222-e0aa7cec69cf tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:59:08.976540 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-f08d83be-a5ed-4012-b3d7-02f7b621afda req-4f7be169-e483-4bdd-a222-e0aa7cec69cf tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] 10.222.0.20 "GET /v2.0/ports?device_id=258ae442-c6a6-4bea-947c-f3e043b73155 HTTP/1.1" status: 200 len: 984 time: 0.0597517 Mar 11 02:59:09.037536 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-f08d83be-a5ed-4012-b3d7-02f7b621afda req-2adc5425-c05b-43b1-b05d-550b9d089171 tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] 10.222.0.20 "GET /v2.0/security-groups?id=88e82082-e2d3-41e9-8acf-f32938b4d917&id=7961f483-5dcf-4fb4-a24e-c7e955fcb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0545623 Mar 11 02:59:09.555718 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf26a51-d2a9-4626-9886-ef460ecdf38d req-2ba83dff-26df-49d2-9648-cf144594c805 tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:59:09.557201 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-2cf26a51-d2a9-4626-9886-ef460ecdf38d req-2ba83dff-26df-49d2-9648-cf144594c805 tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] 10.222.0.13 "GET /v2.0/networks?id=d22351ff-ebe5-4412-94a6-8b87af2176f8 HTTP/1.1" status: 200 len: 809 time: 0.1024716 Mar 11 02:59:09.621113 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-2cf26a51-d2a9-4626-9886-ef460ecdf38d req-d742bcde-eb5d-4b85-8a77-25fa326507d0 tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d053a9c011cd45feb5ebd7ba3b5eea91 HTTP/1.1" status: 200 len: 380 time: 0.0533960 Mar 11 02:59:09.629521 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.v2.base [req-2cf26a51-d2a9-4626-9886-ef460ecdf38d req-c8fa7636-f9e6-4fce-88b0-995cf7e5c5ef tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] Request body: {'port': {'device_id': '002b6377-8b16-40be-a64a-4026c76d5469', 'network_id': 'd22351ff-ebe5-4412-94a6-8b87af2176f8', 'admin_state_up': True, 'tenant_id': 'd053a9c011cd45feb5ebd7ba3b5eea91', 'security_groups': ['824f1730-e35e-4bb9-92a1-df76eb13a305']}} {{(pid=103104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 02:59:09.723499 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-aaa00748-d024-4304-a916-e1b31396cc83 req-3dc180ed-be7d-454d-847a-d2aeeb9e5ad0 tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] 10.222.0.20 "GET /v2.0/ports?device_id=002b6377-8b16-40be-a64a-4026c76d5469 HTTP/1.1" status: 200 len: 210 time: 0.0334084 Mar 11 02:59:09.760757 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cf26a51-d2a9-4626-9886-ef460ecdf38d req-c8fa7636-f9e6-4fce-88b0-995cf7e5c5ef tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] Made reservation on behalf of d053a9c011cd45feb5ebd7ba3b5eea91 for: {'port': 1} {{(pid=103104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 02:59:09.764098 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-2cf26a51-d2a9-4626-9886-ef460ecdf38d req-c8fa7636-f9e6-4fce-88b0-995cf7e5c5ef tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:59:09.897878 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.db.db_base_plugin_common [req-2cf26a51-d2a9-4626-9886-ef460ecdf38d req-c8fa7636-f9e6-4fce-88b0-995cf7e5c5ef tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] Allocated IP 172.20.0.10 (d22351ff-ebe5-4412-94a6-8b87af2176f8/20313f1a-fffa-43ff-8b7f-f66b39097875/649119d8-debc-45a5-8b9d-18d71d7a9a8c) {{(pid=103104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 02:59:10.029389 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-2cf26a51-d2a9-4626-9886-ef460ecdf38d req-c8fa7636-f9e6-4fce-88b0-995cf7e5c5ef tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] Publish callbacks [] for port (649119d8-debc-45a5-8b9d-18d71d7a9a8c), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:59:10.062154 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-2cf26a51-d2a9-4626-9886-ef460ecdf38d req-c8fa7636-f9e6-4fce-88b0-995cf7e5c5ef tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774348857676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9193763'] for port (649119d8-debc-45a5-8b9d-18d71d7a9a8c), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:59:10.107658 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cf26a51-d2a9-4626-9886-ef460ecdf38d req-c8fa7636-f9e6-4fce-88b0-995cf7e5c5ef tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] Network d22351ff-ebe5-4412-94a6-8b87af2176f8 is already hosted by enough agents. {{(pid=103104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 02:59:10.116045 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.scheduler.base_scheduler [req-2cf26a51-d2a9-4626-9886-ef460ecdf38d req-c8fa7636-f9e6-4fce-88b0-995cf7e5c5ef tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] Resources bound (agent type, host, resource id): {{(pid=103104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 02:59:10.120527 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cf26a51-d2a9-4626-9886-ef460ecdf38d req-c8fa7636-f9e6-4fce-88b0-995cf7e5c5ef tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] Received port after_create {{(pid=103104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 02:59:10.124585 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fa7636-f9e6-4fce-88b0-995cf7e5c5ef tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] Pushing event updated for resources: {'Port': ['ID=649119d8-debc-45a5-8b9d-18d71d7a9a8c,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:59:10.183463 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ae6b58-84de-4c87-ba64-9c3f39c2b0ed req-a9cd987e-0af7-4502-a4b6-dad1d19c9e75 tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:59:10.185432 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf26a51-d2a9-4626-9886-ef460ecdf38d req-c8fa7636-f9e6-4fce-88b0-995cf7e5c5ef tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:59:10.186460 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-f5ae6b58-84de-4c87-ba64-9c3f39c2b0ed req-a9cd987e-0af7-4502-a4b6-dad1d19c9e75 tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] 10.222.0.20 "GET /v2.0/ports?device_id=258ae442-c6a6-4bea-947c-f3e043b73155 HTTP/1.1" status: 200 len: 984 time: 0.0816231 Mar 11 02:59:10.189238 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-2cf26a51-d2a9-4626-9886-ef460ecdf38d req-c8fa7636-f9e6-4fce-88b0-995cf7e5c5ef tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55355'] for port (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:59:10.218736 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-2cf26a51-d2a9-4626-9886-ef460ecdf38d req-c8fa7636-f9e6-4fce-88b0-995cf7e5c5ef tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5927622 Mar 11 02:59:10.232006 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.v2.base [req-2cf26a51-d2a9-4626-9886-ef460ecdf38d req-f3244d7f-d261-413b-b4f3-9dd2f77e6a98 service neutron] Request body: {'port': {'device_id': '002b6377-8b16-40be-a64a-4026c76d5469', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=103104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 02:59:10.261461 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-f5ae6b58-84de-4c87-ba64-9c3f39c2b0ed req-795c8ffb-db89-408a-9093-a2b3099de42e tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] 10.222.0.20 "GET /v2.0/security-groups?id=88e82082-e2d3-41e9-8acf-f32938b4d917&id=7961f483-5dcf-4fb4-a24e-c7e955fcb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0687635 Mar 11 02:59:10.302325 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-2cf26a51-d2a9-4626-9886-ef460ecdf38d req-f3244d7f-d261-413b-b4f3-9dd2f77e6a98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (649119d8-debc-45a5-8b9d-18d71d7a9a8c), before_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:59:10.449222 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [None req-4b0d9970-931f-4ed2-872e-a3518c2fbe2a None None] Provisioning complete for port 649119d8-debc-45a5-8b9d-18d71d7a9a8c triggered by entity DHCP. {{(pid=103105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 02:59:10.449824 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-4b0d9970-931f-4ed2-872e-a3518c2fbe2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536573942'] for port (649119d8-debc-45a5-8b9d-18d71d7a9a8c), provisioning_complete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:59:10.482754 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-4b0d9970-931f-4ed2-872e-a3518c2fbe2a None None] Port 649119d8-debc-45a5-8b9d-18d71d7a9a8c cannot update to ACTIVE because it is not bound. {{(pid=103105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 02:59:10.559463 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.notifiers.nova [req-2cf26a51-d2a9-4626-9886-ef460ecdf38d req-f3244d7f-d261-413b-b4f3-9dd2f77e6a98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 649119d8-debc-45a5-8b9d-18d71d7a9a8c {{(pid=103104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 02:59:10.566710 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-2cf26a51-d2a9-4626-9886-ef460ecdf38d req-f3244d7f-d261-413b-b4f3-9dd2f77e6a98 service neutron] Publish callbacks [] for port (649119d8-debc-45a5-8b9d-18d71d7a9a8c), precommit_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:59:10.578098 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.db.provisioning_blocks [req-2cf26a51-d2a9-4626-9886-ef460ecdf38d req-f3244d7f-d261-413b-b4f3-9dd2f77e6a98 service neutron] Transition to ACTIVE for port object 649119d8-debc-45a5-8b9d-18d71d7a9a8c will not be triggered until provisioned by entity L2. {{(pid=103104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 02:59:10.581907 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-2cf26a51-d2a9-4626-9886-ef460ecdf38d req-f3244d7f-d261-413b-b4f3-9dd2f77e6a98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9193786'] for port (649119d8-debc-45a5-8b9d-18d71d7a9a8c), after_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:59:10.630598 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3244d7f-d261-413b-b4f3-9dd2f77e6a98 service neutron] Pushing event updated for resources: {'Port': ['ID=649119d8-debc-45a5-8b9d-18d71d7a9a8c,revision_number=2']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:59:10.702766 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.managers [req-2cf26a51-d2a9-4626-9886-ef460ecdf38d req-f3244d7f-d261-413b-b4f3-9dd2f77e6a98 service neutron] Attempting to bind port 649119d8-debc-45a5-8b9d-18d71d7a9a8c on host hv-cinder-74014 for vnic_type normal with profile {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 02:59:10.703108 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.managers [req-2cf26a51-d2a9-4626-9886-ef460ecdf38d req-f3244d7f-d261-413b-b4f3-9dd2f77e6a98 service neutron] Attempting to bind port 649119d8-debc-45a5-8b9d-18d71d7a9a8c by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': '76b8e030-0150-4093-be95-e8c5bad75e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'd22351ff-ebe5-4412-94a6-8b87af2176f8'}] {{(pid=103104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 02:59:10.703440 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf26a51-d2a9-4626-9886-ef460ecdf38d req-f3244d7f-d261-413b-b4f3-9dd2f77e6a98 service neutron] Attempting to bind port 649119d8-debc-45a5-8b9d-18d71d7a9a8c on network d22351ff-ebe5-4412-94a6-8b87af2176f8 {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 02:59:10.708165 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf26a51-d2a9-4626-9886-ef460ecdf38d req-f3244d7f-d261-413b-b4f3-9dd2f77e6a98 service neutron] Port 649119d8-debc-45a5-8b9d-18d71d7a9a8c on network d22351ff-ebe5-4412-94a6-8b87af2176f8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 02:59:10.708493 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf26a51-d2a9-4626-9886-ef460ecdf38d req-f3244d7f-d261-413b-b4f3-9dd2f77e6a98 service neutron] Attempting to bind port 649119d8-debc-45a5-8b9d-18d71d7a9a8c on network d22351ff-ebe5-4412-94a6-8b87af2176f8 {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 02:59:10.714021 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf26a51-d2a9-4626-9886-ef460ecdf38d req-f3244d7f-d261-413b-b4f3-9dd2f77e6a98 service neutron] Checking agent: {'id': '56ad6e9b-975a-4fdf-b549-1f3c33ba94e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 2, 52, 47), 'started_at': datetime.datetime(2022, 3, 11, 2, 52, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 2, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 02:59:10.714362 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf26a51-d2a9-4626-9886-ef460ecdf38d req-f3244d7f-d261-413b-b4f3-9dd2f77e6a98 service neutron] Checking segment: {'id': '76b8e030-0150-4093-be95-e8c5bad75e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'd22351ff-ebe5-4412-94a6-8b87af2176f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 02:59:10.714878 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf26a51-d2a9-4626-9886-ef460ecdf38d req-f3244d7f-d261-413b-b4f3-9dd2f77e6a98 service neutron] Bound using segment: {'id': '76b8e030-0150-4093-be95-e8c5bad75e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'd22351ff-ebe5-4412-94a6-8b87af2176f8'} {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 02:59:10.715342 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.managers [req-2cf26a51-d2a9-4626-9886-ef460ecdf38d req-f3244d7f-d261-413b-b4f3-9dd2f77e6a98 service neutron] Bound port: 649119d8-debc-45a5-8b9d-18d71d7a9a8c, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76b8e030-0150-4093-be95-e8c5bad75e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'd22351ff-ebe5-4412-94a6-8b87af2176f8'}}] {{(pid=103104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 02:59:10.715655 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-2cf26a51-d2a9-4626-9886-ef460ecdf38d req-f3244d7f-d261-413b-b4f3-9dd2f77e6a98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (649119d8-debc-45a5-8b9d-18d71d7a9a8c), before_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:59:10.780362 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.db [req-2cf26a51-d2a9-4626-9886-ef460ecdf38d req-f3244d7f-d261-413b-b4f3-9dd2f77e6a98 service neutron] For port 649119d8-debc-45a5-8b9d-18d71d7a9a8c, host hv-cinder-74014, cleared binding levels {{(pid=103104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 02:59:10.783986 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.db [req-2cf26a51-d2a9-4626-9886-ef460ecdf38d req-f3244d7f-d261-413b-b4f3-9dd2f77e6a98 service neutron] For port 649119d8-debc-45a5-8b9d-18d71d7a9a8c, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=649119d8-debc-45a5-8b9d-18d71d7a9a8c,segment=NetworkSegment(76b8e030-0150-4093-be95-e8c5bad75e8f),segment_id=76b8e030-0150-4093-be95-e8c5bad75e8f)] {{(pid=103104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 02:59:10.790529 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-2cf26a51-d2a9-4626-9886-ef460ecdf38d req-f3244d7f-d261-413b-b4f3-9dd2f77e6a98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9193786'] for port (649119d8-debc-45a5-8b9d-18d71d7a9a8c), after_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:59:10.832023 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf26a51-d2a9-4626-9886-ef460ecdf38d req-f3244d7f-d261-413b-b4f3-9dd2f77e6a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:59:10.832678 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-2cf26a51-d2a9-4626-9886-ef460ecdf38d req-f3244d7f-d261-413b-b4f3-9dd2f77e6a98 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55355'] for port (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:59:10.834101 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-2cf26a51-d2a9-4626-9886-ef460ecdf38d req-f3244d7f-d261-413b-b4f3-9dd2f77e6a98 service neutron] 10.222.0.13 "PUT /v2.0/ports/649119d8-debc-45a5-8b9d-18d71d7a9a8c HTTP/1.1" status: 200 len: 1094 time: 0.6070192 Mar 11 02:59:10.834547 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '002b6377-8b16-40be-a64a-4026c76d5469', 'tag': '649119d8-debc-45a5-8b9d-18d71d7a9a8c'}] {{(pid=103104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 02:59:10.836792 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b4e7651ceabe3a28ab45abcf2012854968d28c41040a071bcf34f6a69b109a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6a0cb9c-9a23-4520-9adc-22a735b95754" -d '{"events": [{"name": "network-changed", "server_uuid": "002b6377-8b16-40be-a64a-4026c76d5469", "tag": "649119d8-debc-45a5-8b9d-18d71d7a9a8c"}]}' {{(pid=103104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 02:59:10.883149 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 02:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-714806f7-706f-47f0-a5a6-e8b4faac3093 x-openstack-request-id: req-714806f7-706f-47f0-a5a6-e8b4faac3093 {{(pid=103104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 02:59:10.883592 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "002b6377-8b16-40be-a64a-4026c76d5469", "tag": "649119d8-debc-45a5-8b9d-18d71d7a9a8c", "status": "completed", "code": 200}]} {{(pid=103104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 02:59:10.883752 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-714806f7-706f-47f0-a5a6-e8b4faac3093 {{(pid=103104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 02:59:10.884099 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '002b6377-8b16-40be-a64a-4026c76d5469', 'tag': '649119d8-debc-45a5-8b9d-18d71d7a9a8c', 'status': 'completed', 'code': 200} Mar 11 02:59:10.931308 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3244d7f-d261-413b-b4f3-9dd2f77e6a98 service neutron] Pushing event updated for resources: {'Port': ['ID=649119d8-debc-45a5-8b9d-18d71d7a9a8c,revision_number=3']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:59:10.949789 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586ee334-fb2c-4c42-b1ec-f7322f27a2f0 req-2866e89b-b047-490a-961f-9f3c733c90e2 tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:59:10.951373 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-586ee334-fb2c-4c42-b1ec-f7322f27a2f0 req-2866e89b-b047-490a-961f-9f3c733c90e2 tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] 10.222.0.20 "GET /v2.0/ports?device_id=002b6377-8b16-40be-a64a-4026c76d5469 HTTP/1.1" status: 200 len: 944 time: 0.1487303 Mar 11 02:59:10.980340 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf26a51-d2a9-4626-9886-ef460ecdf38d req-00d276f1-fcce-40cb-8d40-346df5ae1a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:59:10.981873 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-2cf26a51-d2a9-4626-9886-ef460ecdf38d req-00d276f1-fcce-40cb-8d40-346df5ae1a7d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d053a9c011cd45feb5ebd7ba3b5eea91&device_id=002b6377-8b16-40be-a64a-4026c76d5469 HTTP/1.1" status: 200 len: 1128 time: 0.0920017 Mar 11 02:59:11.032865 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-2cf26a51-d2a9-4626-9886-ef460ecdf38d req-57dc2ae5-bc0f-4a4a-bc29-4cd801871b8c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=649119d8-debc-45a5-8b9d-18d71d7a9a8c HTTP/1.1" status: 200 len: 217 time: 0.0404658 Mar 11 02:59:11.041447 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-586ee334-fb2c-4c42-b1ec-f7322f27a2f0 req-6e1aebd5-0d04-4b67-86a5-351dd2e7b36c tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] 10.222.0.20 "GET /v2.0/security-groups?id=824f1730-e35e-4bb9-92a1-df76eb13a305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829513 Mar 11 02:59:11.082978 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf26a51-d2a9-4626-9886-ef460ecdf38d req-ec253413-088b-4fb4-b222-08bd45dea900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:59:11.084414 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-2cf26a51-d2a9-4626-9886-ef460ecdf38d req-ec253413-088b-4fb4-b222-08bd45dea900 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=20313f1a-fffa-43ff-8b7f-f66b39097875 HTTP/1.1" status: 200 len: 848 time: 0.0421333 Mar 11 02:59:11.135971 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf26a51-d2a9-4626-9886-ef460ecdf38d req-ea71c055-e584-466f-a990-d7091634692c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:59:11.137392 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-2cf26a51-d2a9-4626-9886-ef460ecdf38d req-ea71c055-e584-466f-a990-d7091634692c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d22351ff-ebe5-4412-94a6-8b87af2176f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0469036 Mar 11 02:59:11.223277 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-2cf26a51-d2a9-4626-9886-ef460ecdf38d req-babe53f7-7f3a-4a9f-a87a-2f73601cd7b3 service neutron] 10.222.0.13 "GET /v2.0/networks/d22351ff-ebe5-4412-94a6-8b87af2176f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792601 Mar 11 02:59:11.318654 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-2cf26a51-d2a9-4626-9886-ef460ecdf38d req-c40a5538-d85d-44d8-9d80-f6d1cf2b1328 service neutron] 10.222.0.13 "GET /v2.0/networks/d22351ff-ebe5-4412-94a6-8b87af2176f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883179 Mar 11 02:59:11.388093 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd11ee4-bdf2-4a02-a303-3cf70aa7b077 req-84b02723-6514-48f2-a21b-4e3e3761c1b3 tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:59:11.390451 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-0bd11ee4-bdf2-4a02-a303-3cf70aa7b077 req-84b02723-6514-48f2-a21b-4e3e3761c1b3 tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] 10.222.0.20 "GET /v2.0/ports?device_id=258ae442-c6a6-4bea-947c-f3e043b73155 HTTP/1.1" status: 200 len: 984 time: 0.0532398 Mar 11 02:59:11.420068 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a0cb9c-9a23-4520-9adc-22a735b95754 req-2f8b21a6-3c1b-40ad-8980-8282891761dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:59:11.421619 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-e6a0cb9c-9a23-4520-9adc-22a735b95754 req-2f8b21a6-3c1b-40ad-8980-8282891761dd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d053a9c011cd45feb5ebd7ba3b5eea91&device_id=002b6377-8b16-40be-a64a-4026c76d5469 HTTP/1.1" status: 200 len: 1128 time: 0.0513270 Mar 11 02:59:11.453471 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-0bd11ee4-bdf2-4a02-a303-3cf70aa7b077 req-b5b78ff3-85b0-4c9e-8228-4d7411deebd9 tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] 10.222.0.20 "GET /v2.0/security-groups?id=88e82082-e2d3-41e9-8acf-f32938b4d917&id=7961f483-5dcf-4fb4-a24e-c7e955fcb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0560081 Mar 11 02:59:11.513373 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a0cb9c-9a23-4520-9adc-22a735b95754 req-909d30dd-9385-4a4e-894d-70b9b906685b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:59:11.514823 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-e6a0cb9c-9a23-4520-9adc-22a735b95754 req-909d30dd-9385-4a4e-894d-70b9b906685b service neutron] 10.222.0.13 "GET /v2.0/networks?id=d22351ff-ebe5-4412-94a6-8b87af2176f8 HTTP/1.1" status: 200 len: 910 time: 0.0869100 Mar 11 02:59:11.553901 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-e6a0cb9c-9a23-4520-9adc-22a735b95754 req-f7d74794-0ae5-4652-a4cc-97efcb225033 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=649119d8-debc-45a5-8b9d-18d71d7a9a8c HTTP/1.1" status: 200 len: 217 time: 0.0327084 Mar 11 02:59:11.601252 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a0cb9c-9a23-4520-9adc-22a735b95754 req-705c6cb1-8627-4ca9-8744-ef20a6d8f1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:59:11.602632 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-e6a0cb9c-9a23-4520-9adc-22a735b95754 req-705c6cb1-8627-4ca9-8744-ef20a6d8f1e2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=20313f1a-fffa-43ff-8b7f-f66b39097875 HTTP/1.1" status: 200 len: 848 time: 0.0414686 Mar 11 02:59:11.653925 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a0cb9c-9a23-4520-9adc-22a735b95754 req-715681b1-e621-45e2-9191-5d0f0737a95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:59:11.655413 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-e6a0cb9c-9a23-4520-9adc-22a735b95754 req-715681b1-e621-45e2-9191-5d0f0737a95a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d22351ff-ebe5-4412-94a6-8b87af2176f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0462203 Mar 11 02:59:11.740609 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-e6a0cb9c-9a23-4520-9adc-22a735b95754 req-94efaa51-2f1d-46dd-b566-684f8f30ae39 service neutron] 10.222.0.13 "GET /v2.0/networks/d22351ff-ebe5-4412-94a6-8b87af2176f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790582 Mar 11 02:59:11.830672 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-e6a0cb9c-9a23-4520-9adc-22a735b95754 req-0d4f6d76-0ef7-4e7e-b267-c8751722b7e5 service neutron] 10.222.0.13 "GET /v2.0/networks/d22351ff-ebe5-4412-94a6-8b87af2176f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828362 Mar 11 02:59:12.155743 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15f4321-b7cf-4691-a966-ffa181e288d1 req-ea022b47-ae96-419f-809e-62aa7408c954 tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:59:12.157202 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-a15f4321-b7cf-4691-a966-ffa181e288d1 req-ea022b47-ae96-419f-809e-62aa7408c954 tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] 10.222.0.20 "GET /v2.0/ports?device_id=002b6377-8b16-40be-a64a-4026c76d5469 HTTP/1.1" status: 200 len: 944 time: 0.0513766 Mar 11 02:59:12.203253 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-a15f4321-b7cf-4691-a966-ffa181e288d1 req-19310831-68d4-453a-98a6-ef55204da567 tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] 10.222.0.20 "GET /v2.0/security-groups?id=824f1730-e35e-4bb9-92a1-df76eb13a305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405891 Mar 11 02:59:12.569094 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a589cba9-b986-41f8-942f-6a854f677d47 req-49bd870b-86b7-4ddd-bb3f-e07500018e8c tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:59:12.570553 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-a589cba9-b986-41f8-942f-6a854f677d47 req-49bd870b-86b7-4ddd-bb3f-e07500018e8c tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] 10.222.0.20 "GET /v2.0/ports?device_id=258ae442-c6a6-4bea-947c-f3e043b73155 HTTP/1.1" status: 200 len: 984 time: 0.0516293 Mar 11 02:59:12.627639 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-a589cba9-b986-41f8-942f-6a854f677d47 req-3509744d-a131-459d-90ef-ef68b62ef261 tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] 10.222.0.20 "GET /v2.0/security-groups?id=88e82082-e2d3-41e9-8acf-f32938b4d917&id=7961f483-5dcf-4fb4-a24e-c7e955fcb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0516057 Mar 11 02:59:13.318776 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bf00d4-1d6e-48cb-bd2d-8872c616850f req-1d2456ef-fea8-45c3-b126-c6289860e691 tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:59:13.320356 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-84bf00d4-1d6e-48cb-bd2d-8872c616850f req-1d2456ef-fea8-45c3-b126-c6289860e691 tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] 10.222.0.20 "GET /v2.0/ports?device_id=002b6377-8b16-40be-a64a-4026c76d5469 HTTP/1.1" status: 200 len: 944 time: 0.0523784 Mar 11 02:59:13.378288 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-84bf00d4-1d6e-48cb-bd2d-8872c616850f req-482ed169-53ef-4310-a065-5e7ed0961ff3 tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] 10.222.0.20 "GET /v2.0/security-groups?id=824f1730-e35e-4bb9-92a1-df76eb13a305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524089 Mar 11 02:59:13.752028 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94833fdf-98f4-4e37-a9d1-4092181f9f16 req-30a09158-fc45-48f8-999f-af989434288e tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:59:13.753648 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-94833fdf-98f4-4e37-a9d1-4092181f9f16 req-30a09158-fc45-48f8-999f-af989434288e tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] 10.222.0.20 "GET /v2.0/ports?device_id=258ae442-c6a6-4bea-947c-f3e043b73155 HTTP/1.1" status: 200 len: 984 time: 0.0609105 Mar 11 02:59:13.822355 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-94833fdf-98f4-4e37-a9d1-4092181f9f16 req-1f724124-f2bf-4647-a0e5-bfacde77a5bf tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] 10.222.0.20 "GET /v2.0/security-groups?id=88e82082-e2d3-41e9-8acf-f32938b4d917&id=7961f483-5dcf-4fb4-a24e-c7e955fcb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0618613 Mar 11 02:59:14.498043 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821dc92d-eb91-4ea4-a05e-42077fdd28c2 req-3fbc11e7-46fa-46ba-8b80-a569872f308c tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:59:14.499540 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-821dc92d-eb91-4ea4-a05e-42077fdd28c2 req-3fbc11e7-46fa-46ba-8b80-a569872f308c tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] 10.222.0.20 "GET /v2.0/ports?device_id=002b6377-8b16-40be-a64a-4026c76d5469 HTTP/1.1" status: 200 len: 944 time: 0.0533884 Mar 11 02:59:14.547153 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-821dc92d-eb91-4ea4-a05e-42077fdd28c2 req-c1acbaba-1ab9-497e-a02c-34466fdeb4be tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] 10.222.0.20 "GET /v2.0/security-groups?id=824f1730-e35e-4bb9-92a1-df76eb13a305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416393 Mar 11 02:59:14.806468 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd930978-6fa6-4cd3-a927-8d92145de57b req-943473ba-8a6b-4ba7-aea8-f161b61818e6 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:59:14.807963 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-fd930978-6fa6-4cd3-a927-8d92145de57b req-943473ba-8a6b-4ba7-aea8-f161b61818e6 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/ports?device_id=13132607-0993-42da-b12a-915a6d20ac5e HTTP/1.1" status: 200 len: 946 time: 0.0570140 Mar 11 02:59:14.855879 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-fd930978-6fa6-4cd3-a927-8d92145de57b req-b31519f8-c6f6-41b7-8b82-bcb0d334f29f tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9c75b18-9067-4656-afb9-de1b8b0fda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421438 Mar 11 02:59:14.949356 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb70fae6-2fa1-4083-93cf-56c132138587 req-8176d8b7-6e55-47e3-a14d-4d7b64f4930f tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:59:14.950975 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-eb70fae6-2fa1-4083-93cf-56c132138587 req-8176d8b7-6e55-47e3-a14d-4d7b64f4930f tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] 10.222.0.20 "GET /v2.0/ports?device_id=258ae442-c6a6-4bea-947c-f3e043b73155 HTTP/1.1" status: 200 len: 984 time: 0.0568094 Mar 11 02:59:15.015881 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-eb70fae6-2fa1-4083-93cf-56c132138587 req-42bc41b5-8efd-4093-a4b5-31c6202e708d tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] 10.222.0.20 "GET /v2.0/security-groups?id=88e82082-e2d3-41e9-8acf-f32938b4d917&id=7961f483-5dcf-4fb4-a24e-c7e955fcb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0582936 Mar 11 02:59:15.128598 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Device 649119d8-debc-45a5-8b9d-18d71d7a9a8c details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=103105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 02:59:15.220591 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] For port 649119d8-debc-45a5-8b9d-18d71d7a9a8c, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=649119d8-debc-45a5-8b9d-18d71d7a9a8c,segment=NetworkSegment(76b8e030-0150-4093-be95-e8c5bad75e8f),segment_id=76b8e030-0150-4093-be95-e8c5bad75e8f)] {{(pid=103105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 02:59:15.231429 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Returning: {'device': '649119d8-debc-45a5-8b9d-18d71d7a9a8c', 'network_id': 'd22351ff-ebe5-4412-94a6-8b87af2176f8', 'port_id': '649119d8-debc-45a5-8b9d-18d71d7a9a8c', 'mac_address': 'fa:16:3e:04:c9:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20313f1a-fffa-43ff-8b7f-f66b39097875', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 02:59:15.273731 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Current status of the port 649119d8-debc-45a5-8b9d-18d71d7a9a8c is: DOWN; New status is: BUILD {{(pid=103105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 02:59:15.274120 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (649119d8-debc-45a5-8b9d-18d71d7a9a8c), before_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:59:15.286357 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.notifiers.nova [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 649119d8-debc-45a5-8b9d-18d71d7a9a8c {{(pid=103105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 02:59:15.305793 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] For port 649119d8-debc-45a5-8b9d-18d71d7a9a8c, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=649119d8-debc-45a5-8b9d-18d71d7a9a8c,segment=NetworkSegment(76b8e030-0150-4093-be95-e8c5bad75e8f),segment_id=76b8e030-0150-4093-be95-e8c5bad75e8f)] {{(pid=103105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 02:59:15.310691 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712'] for port (649119d8-debc-45a5-8b9d-18d71d7a9a8c), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:59:15.354450 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Pushing event updated for resources: {'Port': ['ID=649119d8-debc-45a5-8b9d-18d71d7a9a8c,revision_number=4']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:59:15.661182 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e91f4b-b252-4c16-8720-98ba91a7991f req-62326f60-f2e0-46c5-82b3-afd17e2cb34b tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:59:15.662644 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-e7e91f4b-b252-4c16-8720-98ba91a7991f req-62326f60-f2e0-46c5-82b3-afd17e2cb34b tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] 10.222.0.20 "GET /v2.0/ports?device_id=002b6377-8b16-40be-a64a-4026c76d5469 HTTP/1.1" status: 200 len: 945 time: 0.0510631 Mar 11 02:59:15.689325 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] get_ports_and_sgs() called for port_ids ['649119d8-debc-45a5-8b9d-18d71d7a9a8c'] {{(pid=103105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 02:59:15.711060 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-e7e91f4b-b252-4c16-8720-98ba91a7991f req-61d9910e-d15e-4001-ad20-b5909794ab9a tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] 10.222.0.20 "GET /v2.0/security-groups?id=824f1730-e35e-4bb9-92a1-df76eb13a305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429058 Mar 11 02:59:15.979819 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020ed3e0-283f-49c3-8a1e-63d208502f65 req-bebdbae1-461c-423c-8b3d-c7a70b0ca064 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:59:15.981310 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-020ed3e0-283f-49c3-8a1e-63d208502f65 req-bebdbae1-461c-423c-8b3d-c7a70b0ca064 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/ports?device_id=13132607-0993-42da-b12a-915a6d20ac5e HTTP/1.1" status: 200 len: 946 time: 0.0549674 Mar 11 02:59:16.028094 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-020ed3e0-283f-49c3-8a1e-63d208502f65 req-b02aadd4-1c63-46a8-8a04-0978cf38ba24 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9c75b18-9067-4656-afb9-de1b8b0fda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404661 Mar 11 02:59:16.139094 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b29c56a-37ac-49ee-8d4d-b73ef583f8aa req-ec3be851-9aaa-4dc1-b6d3-01acdaeb2afc tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:59:16.140503 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-9b29c56a-37ac-49ee-8d4d-b73ef583f8aa req-ec3be851-9aaa-4dc1-b6d3-01acdaeb2afc tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] 10.222.0.20 "GET /v2.0/ports?device_id=258ae442-c6a6-4bea-947c-f3e043b73155 HTTP/1.1" status: 200 len: 984 time: 0.0563221 Mar 11 02:59:16.199772 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-9b29c56a-37ac-49ee-8d4d-b73ef583f8aa req-a4103cd3-f6a5-40bf-a94b-ce67bda21926 tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] 10.222.0.20 "GET /v2.0/security-groups?id=88e82082-e2d3-41e9-8acf-f32938b4d917&id=7961f483-5dcf-4fb4-a24e-c7e955fcb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0528204 Mar 11 02:59:16.826777 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b884e0d-2265-4c2c-86ef-7661bffeec10 req-582a5029-955a-4a21-9eee-638ad9e087e2 tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:59:16.828201 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-6b884e0d-2265-4c2c-86ef-7661bffeec10 req-582a5029-955a-4a21-9eee-638ad9e087e2 tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] 10.222.0.20 "GET /v2.0/ports?device_id=002b6377-8b16-40be-a64a-4026c76d5469 HTTP/1.1" status: 200 len: 945 time: 0.0523634 Mar 11 02:59:16.875938 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-6b884e0d-2265-4c2c-86ef-7661bffeec10 req-c9d773bd-a800-4a78-99e4-4c9c9af45763 tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] 10.222.0.20 "GET /v2.0/security-groups?id=824f1730-e35e-4bb9-92a1-df76eb13a305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413134 Mar 11 02:59:17.151087 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33fb0cd-8fbd-4240-818c-23e87298164a req-1dc31c6a-b20a-489e-9c30-858bb1d21dd5 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:59:17.152842 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-f33fb0cd-8fbd-4240-818c-23e87298164a req-1dc31c6a-b20a-489e-9c30-858bb1d21dd5 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/ports?device_id=13132607-0993-42da-b12a-915a6d20ac5e HTTP/1.1" status: 200 len: 946 time: 0.0565658 Mar 11 02:59:17.155125 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Device 649119d8-debc-45a5-8b9d-18d71d7a9a8c up at agent hyperv_hv-cinder-74014 {{(pid=103105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 02:59:17.204757 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-f33fb0cd-8fbd-4240-818c-23e87298164a req-d412ef53-9c89-43a3-bf23-3b2011365d92 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9c75b18-9067-4656-afb9-de1b8b0fda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452149 Mar 11 02:59:17.207937 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Provisioning for port 649119d8-debc-45a5-8b9d-18d71d7a9a8c completed by entity L2. {{(pid=103105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 02:59:17.212861 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Provisioning complete for port 649119d8-debc-45a5-8b9d-18d71d7a9a8c triggered by entity L2. {{(pid=103105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 02:59:17.213280 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536573942'] for port (649119d8-debc-45a5-8b9d-18d71d7a9a8c), provisioning_complete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:59:17.306139 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Current status of the port 649119d8-debc-45a5-8b9d-18d71d7a9a8c is: BUILD; New status is: ACTIVE {{(pid=103105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 02:59:17.306653 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (649119d8-debc-45a5-8b9d-18d71d7a9a8c), before_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:59:17.330341 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '002b6377-8b16-40be-a64a-4026c76d5469', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '649119d8-debc-45a5-8b9d-18d71d7a9a8c'}] {{(pid=103105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 02:59:17.331371 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885d6968-0680-49d1-88b4-3fa466d9425d req-b6737f25-b3be-46a8-a38a-bf06e1effcee tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:59:17.332564 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}703a16387464127cc7b8de6906938e3e01810e7f46b2e9393936db54d9388ffe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97ac1961-5eff-49ca-8b5e-9d4de64f6e0f" -d '{"events": [{"server_uuid": "002b6377-8b16-40be-a64a-4026c76d5469", "name": "network-vif-plugged", "status": "completed", "tag": "649119d8-debc-45a5-8b9d-18d71d7a9a8c"}]}' {{(pid=103105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 02:59:17.333108 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-885d6968-0680-49d1-88b4-3fa466d9425d req-b6737f25-b3be-46a8-a38a-bf06e1effcee tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] 10.222.0.20 "GET /v2.0/ports?device_id=258ae442-c6a6-4bea-947c-f3e043b73155 HTTP/1.1" status: 200 len: 984 time: 0.0613410 Mar 11 02:59:17.352531 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] For port 649119d8-debc-45a5-8b9d-18d71d7a9a8c, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=649119d8-debc-45a5-8b9d-18d71d7a9a8c,segment=NetworkSegment(76b8e030-0150-4093-be95-e8c5bad75e8f),segment_id=76b8e030-0150-4093-be95-e8c5bad75e8f)] {{(pid=103105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 02:59:17.358100 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712'] for port (649119d8-debc-45a5-8b9d-18d71d7a9a8c), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:59:17.363816 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (56ad6e9b-975a-4fdf-b549-1f3c33ba94e0), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:59:17.382396 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 02:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22cccd64-2bf6-4e76-8ac6-0257559167b7 x-openstack-request-id: req-22cccd64-2bf6-4e76-8ac6-0257559167b7 {{(pid=103105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 02:59:17.382722 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "002b6377-8b16-40be-a64a-4026c76d5469", "name": "network-vif-plugged", "status": "completed", "tag": "649119d8-debc-45a5-8b9d-18d71d7a9a8c", "code": 200}]} {{(pid=103105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 02:59:17.382981 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-22cccd64-2bf6-4e76-8ac6-0257559167b7 {{(pid=103105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 02:59:17.383369 dv-cinder-740146-14-smb neutron-server[103105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '002b6377-8b16-40be-a64a-4026c76d5469', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '649119d8-debc-45a5-8b9d-18d71d7a9a8c', 'code': 200} Mar 11 02:59:17.405572 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-885d6968-0680-49d1-88b4-3fa466d9425d req-a66e2b3b-a625-4ede-9a21-d1fb6189bd25 tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] 10.222.0.20 "GET /v2.0/security-groups?id=88e82082-e2d3-41e9-8acf-f32938b4d917&id=7961f483-5dcf-4fb4-a24e-c7e955fcb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0660491 Mar 11 02:59:17.414140 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Pushing event updated for resources: {'Port': ['ID=649119d8-debc-45a5-8b9d-18d71d7a9a8c,revision_number=5']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:59:17.624853 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e692d2-9545-4c7e-a021-751664a0dd22 req-849a723d-e6d3-48f6-b2a5-c0c5d7124548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:59:17.626832 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-65e692d2-9545-4c7e-a021-751664a0dd22 req-849a723d-e6d3-48f6-b2a5-c0c5d7124548 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=002b6377-8b16-40be-a64a-4026c76d5469 HTTP/1.1" status: 200 len: 1130 time: 0.0429504 Mar 11 02:59:17.668732 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-65e692d2-9545-4c7e-a021-751664a0dd22 req-11e763ad-3056-4163-81be-c0d0c63199c9 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=824f1730-e35e-4bb9-92a1-df76eb13a305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359187 Mar 11 02:59:17.992935 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cc7786-155c-45a3-a426-d12405a59e66 req-e13f7008-649e-42af-88a8-b13789036194 tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:59:17.994424 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-54cc7786-155c-45a3-a426-d12405a59e66 req-e13f7008-649e-42af-88a8-b13789036194 tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] 10.222.0.20 "GET /v2.0/ports?device_id=002b6377-8b16-40be-a64a-4026c76d5469 HTTP/1.1" status: 200 len: 946 time: 0.0512912 Mar 11 02:59:18.044899 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-54cc7786-155c-45a3-a426-d12405a59e66 req-ecd93f0e-aa6a-4c61-a01b-e52fc17bf20b tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] 10.222.0.20 "GET /v2.0/security-groups?id=824f1730-e35e-4bb9-92a1-df76eb13a305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448694 Mar 11 02:59:18.328730 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b8632f-0ea7-488e-9fd2-34f36b87dae1 req-8cc1f736-44d3-4729-9068-36ad3979f65c tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:59:18.330220 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-b1b8632f-0ea7-488e-9fd2-34f36b87dae1 req-8cc1f736-44d3-4729-9068-36ad3979f65c tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/ports?device_id=13132607-0993-42da-b12a-915a6d20ac5e HTTP/1.1" status: 200 len: 946 time: 0.0517633 Mar 11 02:59:18.378701 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-b1b8632f-0ea7-488e-9fd2-34f36b87dae1 req-5eee3e8b-4a2b-4f12-a055-4aea4af8f6b0 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9c75b18-9067-4656-afb9-de1b8b0fda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429082 Mar 11 02:59:18.537558 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 45118) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:59:18.548457 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b10305-9f1e-49a7-9cd8-4a7b5cf64741 req-bd978203-dff9-4c75-8530-a1c02cebab9c tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:59:18.549993 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-e0b10305-9f1e-49a7-9cd8-4a7b5cf64741 req-bd978203-dff9-4c75-8530-a1c02cebab9c tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] 10.222.0.20 "GET /v2.0/ports?device_id=258ae442-c6a6-4bea-947c-f3e043b73155 HTTP/1.1" status: 200 len: 984 time: 0.0544190 Mar 11 02:59:18.609179 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-e0b10305-9f1e-49a7-9cd8-4a7b5cf64741 req-7399d40e-439e-42a7-8735-92193730fc10 tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] 10.222.0.20 "GET /v2.0/security-groups?id=88e82082-e2d3-41e9-8acf-f32938b4d917&id=7961f483-5dcf-4fb4-a24e-c7e955fcb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0536118 Mar 11 02:59:18.646156 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-5fd027f5-a4f0-4043-a242-1c52e2b02eaf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:59:18.716669 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-5fd027f5-a4f0-4043-a242-1c52e2b02eaf admin admin] Publish callbacks [] for security_group (01deb37c-ca51-4fd5-ab75-1edc5cd62475), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:59:18.720941 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-5fd027f5-a4f0-4043-a242-1c52e2b02eaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (01deb37c-ca51-4fd5-ab75-1edc5cd62475), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:59:18.759304 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd027f5-a4f0-4043-a242-1c52e2b02eaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01deb37c-ca51-4fd5-ab75-1edc5cd62475,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:59:18.763542 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-5fd027f5-a4f0-4043-a242-1c52e2b02eaf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=48fec8cc15c64e3ba16c0ca797b82f36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2249122 Mar 11 02:59:18.766197 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 45122) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:59:18.812293 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-2a53e8f5-e85b-4a04-95a6-51f56005c68e admin admin] Publish callbacks [] for security_group (01deb37c-ca51-4fd5-ab75-1edc5cd62475), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:59:18.832353 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-2a53e8f5-e85b-4a04-95a6-51f56005c68e admin admin] Publish callbacks [] for security_group (01deb37c-ca51-4fd5-ab75-1edc5cd62475), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:59:18.877055 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-2a53e8f5-e85b-4a04-95a6-51f56005c68e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (01deb37c-ca51-4fd5-ab75-1edc5cd62475), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:59:18.879692 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-2a53e8f5-e85b-4a04-95a6-51f56005c68e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:59:18.880857 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-2a53e8f5-e85b-4a04-95a6-51f56005c68e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/01deb37c-ca51-4fd5-ab75-1edc5cd62475 HTTP/1.1" status: 204 len: 168 time: 0.1137617 Mar 11 02:59:18.888462 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a53e8f5-e85b-4a04-95a6-51f56005c68e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01deb37c-ca51-4fd5-ab75-1edc5cd62475,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:59:18.923764 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.agents_db [None req-3d558b34-a2e4-40ae-982b-3a8752938275 None None] Agent healthcheck: found 6 active agents {{(pid=103106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 02:59:19.170987 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54dcf47-c67c-4562-b468-936b3bce559c req-ce1e0056-1012-4fe9-970c-5469ddd254f3 tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:59:19.172546 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-f54dcf47-c67c-4562-b468-936b3bce559c req-ce1e0056-1012-4fe9-970c-5469ddd254f3 tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] 10.222.0.20 "GET /v2.0/ports?device_id=002b6377-8b16-40be-a64a-4026c76d5469 HTTP/1.1" status: 200 len: 946 time: 0.0562339 Mar 11 02:59:19.221117 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-f54dcf47-c67c-4562-b468-936b3bce559c req-fa038f60-26f2-4143-ab56-5c66c36c6489 tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] 10.222.0.20 "GET /v2.0/security-groups?id=824f1730-e35e-4bb9-92a1-df76eb13a305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431108 Mar 11 02:59:19.342255 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cad1b1-394d-4376-818a-45d98145b3e1 req-7a0cbb36-5627-453f-8d2c-94abd97df3a4 tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:59:19.343848 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-03cad1b1-394d-4376-818a-45d98145b3e1 req-7a0cbb36-5627-453f-8d2c-94abd97df3a4 tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] 10.222.0.20 "GET /v2.0/ports?device_id=002b6377-8b16-40be-a64a-4026c76d5469 HTTP/1.1" status: 200 len: 946 time: 0.0571549 Mar 11 02:59:19.394015 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-03cad1b1-394d-4376-818a-45d98145b3e1 req-a7230933-3f0c-487f-839b-827d6bcf8f37 tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] 10.222.0.20 "GET /v2.0/security-groups?id=824f1730-e35e-4bb9-92a1-df76eb13a305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445731 Mar 11 02:59:19.418115 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 45148) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:59:19.516969 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37d1903-5298-4487-a2dc-f4730e492143 req-1fb5b785-578b-4b46-a335-be358d479cc3 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:59:19.518753 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-f37d1903-5298-4487-a2dc-f4730e492143 req-1fb5b785-578b-4b46-a335-be358d479cc3 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/ports?device_id=13132607-0993-42da-b12a-915a6d20ac5e HTTP/1.1" status: 200 len: 946 time: 0.0572023 Mar 11 02:59:19.574297 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-f37d1903-5298-4487-a2dc-f4730e492143 req-9fc464a7-8e7f-433e-98b6-964480fcdee8 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9c75b18-9067-4656-afb9-de1b8b0fda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492351 Mar 11 02:59:19.679616 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ae85ea-6638-43b2-a9a8-69c569870f96 tempest-TestShelveInstance-508998046 tempest-TestShelveInstance-508998046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:59:19.681171 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-15ae85ea-6638-43b2-a9a8-69c569870f96 tempest-TestShelveInstance-508998046 tempest-TestShelveInstance-508998046-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=002b6377-8b16-40be-a64a-4026c76d5469 HTTP/1.1" status: 200 len: 1125 time: 0.2616401 Mar 11 02:59:19.684108 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 45160) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:59:19.688856 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.v2.base [None req-8305e901-345c-482e-b852-e4bbd48629f5 tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] Request body: {'floatingip': {'floating_network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'port_id': '649119d8-debc-45a5-8b9d-18d71d7a9a8c', 'tenant_id': 'd053a9c011cd45feb5ebd7ba3b5eea91', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 02:59:19.711214 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-8305e901-345c-482e-b852-e4bbd48629f5 tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:59:19.739006 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21482bd4-7d5b-47a9-b47d-3aca8becb2b1 req-cbc354bb-2998-49e7-a93d-ddbbacf38b78 tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:59:19.740747 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-21482bd4-7d5b-47a9-b47d-3aca8becb2b1 req-cbc354bb-2998-49e7-a93d-ddbbacf38b78 tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] 10.222.0.20 "GET /v2.0/ports?device_id=258ae442-c6a6-4bea-947c-f3e043b73155 HTTP/1.1" status: 200 len: 984 time: 0.0611174 Mar 11 02:59:19.802209 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-21482bd4-7d5b-47a9-b47d-3aca8becb2b1 req-c104e16f-27ba-4e34-9750-dc81fc143cfc tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] 10.222.0.20 "GET /v2.0/security-groups?id=88e82082-e2d3-41e9-8acf-f32938b4d917&id=7961f483-5dcf-4fb4-a24e-c7e955fcb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0555711 Mar 11 02:59:19.818198 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-8305e901-345c-482e-b852-e4bbd48629f5 tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:59:19.941169 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.db.db_base_plugin_common [None req-8305e901-345c-482e-b852-e4bbd48629f5 tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] Allocated IP 172.28.1.91 (67cf6db3-75c3-4d86-ba36-4af7c18cd6b3/b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e/579e7fa3-1895-4894-a78f-7d128ffde4a6) {{(pid=103104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 02:59:20.046983 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-8305e901-345c-482e-b852-e4bbd48629f5 tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] Publish callbacks [] for port (579e7fa3-1895-4894-a78f-7d128ffde4a6), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:59:20.080679 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-8305e901-345c-482e-b852-e4bbd48629f5 tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774348857676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9193763'] for port (579e7fa3-1895-4894-a78f-7d128ffde4a6), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:59:20.117177 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8305e901-345c-482e-b852-e4bbd48629f5 tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] Network 67cf6db3-75c3-4d86-ba36-4af7c18cd6b3 is already hosted by enough agents. {{(pid=103104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 02:59:20.119929 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.scheduler.base_scheduler [None req-8305e901-345c-482e-b852-e4bbd48629f5 tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] Resources bound (agent type, host, resource id): {{(pid=103104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 02:59:20.122340 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8305e901-345c-482e-b852-e4bbd48629f5 tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] Received port after_create {{(pid=103104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 02:59:20.388509 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8305e901-345c-482e-b852-e4bbd48629f5 tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] Pushing event updated for resources: {'Port': ['ID=579e7fa3-1895-4894-a78f-7d128ffde4a6,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:59:20.745660 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecc1e30-83cf-4386-b182-1648e6fe6589 req-d0419084-8856-4967-bd24-fc329971431c tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:59:20.747115 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-5ecc1e30-83cf-4386-b182-1648e6fe6589 req-d0419084-8856-4967-bd24-fc329971431c tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/ports?device_id=13132607-0993-42da-b12a-915a6d20ac5e HTTP/1.1" status: 200 len: 946 time: 0.0955465 Mar 11 02:59:20.776894 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-8305e901-345c-482e-b852-e4bbd48629f5 tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] Publish callbacks [] for floatingip (e438a332-87cd-414b-ad53-e08bd973803f), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:59:20.827359 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-5ecc1e30-83cf-4386-b182-1648e6fe6589 req-94e4b001-6189-4a0c-be5e-c10d171827e1 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9c75b18-9067-4656-afb9-de1b8b0fda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734761 Mar 11 02:59:20.864544 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-8305e901-345c-482e-b852-e4bbd48629f5 tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (579e7fa3-1895-4894-a78f-7d128ffde4a6), before_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:59:21.012281 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-8305e901-345c-482e-b852-e4bbd48629f5 tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] Publish callbacks [] for port (579e7fa3-1895-4894-a78f-7d128ffde4a6), precommit_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:59:21.017879 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-8305e901-345c-482e-b852-e4bbd48629f5 tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9193786'] for port (579e7fa3-1895-4894-a78f-7d128ffde4a6), after_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:59:21.091006 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8305e901-345c-482e-b852-e4bbd48629f5 tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] Pushing event updated for resources: {'Port': ['ID=579e7fa3-1895-4894-a78f-7d128ffde4a6,revision_number=2']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:59:21.097772 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-8305e901-345c-482e-b852-e4bbd48629f5 tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580600'] for floatingip (e438a332-87cd-414b-ad53-e08bd973803f), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:59:21.185045 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-645bdf7d-23e8-4462-a167-bca310321276 req-a284d115-e1f9-4f48-b019-35cdc0cf1f9d tempest-VolumesNegativeTest-420372250 tempest-VolumesNegativeTest-420372250-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=af8c890c41f94434800db7e42e6834d2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0296030 Mar 11 02:59:21.200492 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.db.l3_db [None req-8305e901-345c-482e-b852-e4bbd48629f5 tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] Floating IP e438a332-87cd-414b-ad53-e08bd973803f associated. External IP: 172.28.1.91, port: 649119d8-debc-45a5-8b9d-18d71d7a9a8c. Mar 11 02:59:21.366732 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645bdf7d-23e8-4462-a167-bca310321276 req-533e3f7b-e6a8-449c-854c-9648fc6ea42e tempest-VolumesNegativeTest-420372250 tempest-VolumesNegativeTest-420372250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:59:21.368210 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-645bdf7d-23e8-4462-a167-bca310321276 req-533e3f7b-e6a8-449c-854c-9648fc6ea42e tempest-VolumesNegativeTest-420372250 tempest-VolumesNegativeTest-420372250-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1774025 Mar 11 02:59:21.382880 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-645bdf7d-23e8-4462-a167-bca310321276 req-a049b1b1-109e-40c8-9e1c-5c8724f78c2d tempest-VolumesNegativeTest-420372250 tempest-VolumesNegativeTest-420372250-project] 10.222.0.20 "GET /v2.0/quotas/af8c890c41f94434800db7e42e6834d2 HTTP/1.1" status: 200 len: 375 time: 0.0094767 Mar 11 02:59:21.408968 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8305e901-345c-482e-b852-e4bbd48629f5 tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] Router 07b6ac94-e10b-4c11-8cc1-9103779f5c15 has already been hosted by L3 agent 368653ed-b5ce-4183-9c3b-231a0bc3dd35 {{(pid=103104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 02:59:21.416805 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-645bdf7d-23e8-4462-a167-bca310321276 req-f15cc78c-25c4-4fc8-a4eb-e86f64979f94 tempest-VolumesNegativeTest-420372250 tempest-VolumesNegativeTest-420372250-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=af8c890c41f94434800db7e42e6834d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289805 Mar 11 02:59:21.518111 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8305e901-345c-482e-b852-e4bbd48629f5 tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] Notify agent at l3_agent.dv-cinder-740146-14-smb the message routers_updated {{(pid=103104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 02:59:21.530995 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b02c60a-2432-41e9-a9e5-ccbc9df9451a None None] Sync routers for ids ['07b6ac94-e10b-4c11-8cc1-9103779f5c15'] in dv-cinder-740146-14-smb {{(pid=103105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 02:59:21.538129 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-8305e901-345c-482e-b852-e4bbd48629f5 tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55355'] for floatingip (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:59:21.542785 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b02c60a-2432-41e9-a9e5-ccbc9df9451a None None] Routers {'07b6ac94-e10b-4c11-8cc1-9103779f5c15'} bound to L3 agent in host dv-cinder-740146-14-smb {{(pid=103105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 02:59:21.552482 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_hamode_db [None req-5b02c60a-2432-41e9-a9e5-ccbc9df9451a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T02:46:25Z,description=,heartbeat_timestamp=2022-03-11T02:58:55Z,host='dv-cinder-740146-14-smb',id=368653ed-b5ce-4183-9c3b-231a0bc3dd35,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T02:46:25Z,topic='l3_agent')) {'router_ids': ['07b6ac94-e10b-4c11-8cc1-9103779f5c15'], 'active': True} {{(pid=103105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 02:59:21.592444 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-24da3a20-9a66-4a8d-89b9-d81f56d3b595 req-fbdc1e98-4464-419d-9360-9d07c3e889ff tempest-VolumesNegativeTest-420372250 tempest-VolumesNegativeTest-420372250-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8120036-e84f-4236-9f76-45ed4a5aa454 HTTP/1.1" status: 200 len: 210 time: 0.0305979 Mar 11 02:59:21.594143 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-8305e901-345c-482e-b852-e4bbd48629f5 tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9090645 Mar 11 02:59:21.594703 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '002b6377-8b16-40be-a64a-4026c76d5469', 'tag': '649119d8-debc-45a5-8b9d-18d71d7a9a8c'}] {{(pid=103104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 02:59:21.596998 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b4e7651ceabe3a28ab45abcf2012854968d28c41040a071bcf34f6a69b109a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5065971d-56ca-48c1-a71d-572394f00ec8" -d '{"events": [{"name": "network-changed", "server_uuid": "002b6377-8b16-40be-a64a-4026c76d5469", "tag": "649119d8-debc-45a5-8b9d-18d71d7a9a8c"}]}' {{(pid=103104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 02:59:21.643122 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 02:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78db1bed-cbae-412e-ae45-32ee1f7e29bc x-openstack-request-id: req-78db1bed-cbae-412e-ae45-32ee1f7e29bc {{(pid=103104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 02:59:21.643413 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "002b6377-8b16-40be-a64a-4026c76d5469", "tag": "649119d8-debc-45a5-8b9d-18d71d7a9a8c", "status": "completed", "code": 200}]} {{(pid=103104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 02:59:21.643662 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-78db1bed-cbae-412e-ae45-32ee1f7e29bc {{(pid=103104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 02:59:21.644074 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '002b6377-8b16-40be-a64a-4026c76d5469', 'tag': '649119d8-debc-45a5-8b9d-18d71d7a9a8c', 'status': 'completed', 'code': 200} Mar 11 02:59:21.675994 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_dvr_db [None req-5b02c60a-2432-41e9-a9e5-ccbc9df9451a None None] Set router 07b6ac94-e10b-4c11-8cc1-9103779f5c15 gateway port host: dv-cinder-740146-14-smb {{(pid=103105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 02:59:21.718023 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5065971d-56ca-48c1-a71d-572394f00ec8 req-657cb234-f0c1-4383-8891-1079930afa13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:59:21.720486 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-5065971d-56ca-48c1-a71d-572394f00ec8 req-657cb234-f0c1-4383-8891-1079930afa13 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d053a9c011cd45feb5ebd7ba3b5eea91&device_id=002b6377-8b16-40be-a64a-4026c76d5469 HTTP/1.1" status: 200 len: 1130 time: 0.0523643 Mar 11 02:59:21.823579 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5065971d-56ca-48c1-a71d-572394f00ec8 req-917ff605-ac93-4dce-ad9d-c7833077ca1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:59:21.826137 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-5065971d-56ca-48c1-a71d-572394f00ec8 req-917ff605-ac93-4dce-ad9d-c7833077ca1e service neutron] 10.222.0.13 "GET /v2.0/networks?id=d22351ff-ebe5-4412-94a6-8b87af2176f8 HTTP/1.1" status: 200 len: 910 time: 0.0998333 Mar 11 02:59:21.937548 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-5065971d-56ca-48c1-a71d-572394f00ec8 req-fa0ace48-297b-4e5e-bfcf-3bd6a46fa0b9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=649119d8-debc-45a5-8b9d-18d71d7a9a8c HTTP/1.1" status: 200 len: 999 time: 0.1057439 Mar 11 02:59:21.988198 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_hamode_db [None req-5b02c60a-2432-41e9-a9e5-ccbc9df9451a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07b6ac94-e10b-4c11-8cc1-9103779f5c15', 'name': 'tempest-TestShelveInstance-1498436054-router', 'tenant_id': 'd053a9c011cd45feb5ebd7ba3b5eea91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'external_fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.15'}], 'enable_snat': True}, 'gw_port_id': 'adfb024a-763b-493d-9ac6-ea8a33eab093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T02:58:33Z', 'updated_at': '2022-03-11T02:58:37Z', 'revision_number': 4, 'project_id': 'd053a9c011cd45feb5ebd7ba3b5eea91', 'gw_port': {'id': 'adfb024a-763b-493d-9ac6-ea8a33eab093', 'name': '', 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b6ac94-e10b-4c11-8cc1-9103779f5c15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:58:34Z', 'updated_at': '2022-03-11T02:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-smb', '_floatingips': [{'id': 'e438a332-87cd-414b-ad53-e08bd973803f', 'tenant_id': 'd053a9c011cd45feb5ebd7ba3b5eea91', 'floating_ip_address': '172.28.1.91', 'floating_network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'router_id': '07b6ac94-e10b-4c11-8cc1-9103779f5c15', 'port_id': '649119d8-debc-45a5-8b9d-18d71d7a9a8c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd22351ff-ebe5-4412-94a6-8b87af2176f8', 'mac_address': 'fa:16:3e:04:c9:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002b6377-8b16-40be-a64a-4026c76d5469', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T02:59:20Z', 'updated_at': '2022-03-11T02:59:20Z', 'revision_number': 0, 'project_id': 'd053a9c011cd45feb5ebd7ba3b5eea91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f4a399d-f703-40ac-a836-f856c7476326', 'name': '', 'network_id': 'd22351ff-ebe5-4412-94a6-8b87af2176f8', 'tenant_id': 'd053a9c011cd45feb5ebd7ba3b5eea91', 'mac_address': 'fa:16:3e:45:86:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b6ac94-e10b-4c11-8cc1-9103779f5c15', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '20313f1a-fffa-43ff-8b7f-f66b39097875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:58:36Z', 'updated_at': '2022-03-11T02:58:42Z', 'revision_number': 5, 'project_id': 'd053a9c011cd45feb5ebd7ba3b5eea91', 'subnets': [{'id': '20313f1a-fffa-43ff-8b7f-f66b39097875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-14-smb', False) {} {{(pid=103105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 02:59:21.999330 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb1b090-23ad-415f-8e13-03f7008c3d69 req-8d08df26-32bf-4b01-9d5c-4b08fb9fc0e4 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:59:22.000859 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-ceb1b090-23ad-415f-8e13-03f7008c3d69 req-8d08df26-32bf-4b01-9d5c-4b08fb9fc0e4 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/ports?device_id=13132607-0993-42da-b12a-915a6d20ac5e HTTP/1.1" status: 200 len: 946 time: 0.1044123 Mar 11 02:59:22.004646 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5065971d-56ca-48c1-a71d-572394f00ec8 req-0ef23140-a1fc-42ae-ae3f-94f905850875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:59:22.006013 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-5065971d-56ca-48c1-a71d-572394f00ec8 req-0ef23140-a1fc-42ae-ae3f-94f905850875 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=20313f1a-fffa-43ff-8b7f-f66b39097875 HTTP/1.1" status: 200 len: 848 time: 0.0620434 Mar 11 02:59:22.016879 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b02c60a-2432-41e9-a9e5-ccbc9df9451a None None] Checking router: 07b6ac94-e10b-4c11-8cc1-9103779f5c15 for host: dv-cinder-740146-14-smb {{(pid=103105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 02:59:22.028400 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b02c60a-2432-41e9-a9e5-ccbc9df9451a None None] Routers {'07b6ac94-e10b-4c11-8cc1-9103779f5c15'} bound to L3 agent in host dv-cinder-740146-14-smb {{(pid=103105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 02:59:22.029326 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_hamode_db [None req-5b02c60a-2432-41e9-a9e5-ccbc9df9451a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T02:46:25Z,description=,heartbeat_timestamp=2022-03-11T02:58:55Z,host='dv-cinder-740146-14-smb',id=368653ed-b5ce-4183-9c3b-231a0bc3dd35,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T02:46:25Z,topic='l3_agent')) {'router_ids': ['07b6ac94-e10b-4c11-8cc1-9103779f5c15'], 'active': True} {{(pid=103105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 02:59:22.098372 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-ceb1b090-23ad-415f-8e13-03f7008c3d69 req-11979c79-3d3d-496d-b438-e1564b39391a tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9c75b18-9067-4656-afb9-de1b8b0fda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771863 Mar 11 02:59:22.101043 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5065971d-56ca-48c1-a71d-572394f00ec8 req-1da04131-a7a0-4dd6-b1e1-f214c42191bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:59:22.102716 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-5065971d-56ca-48c1-a71d-572394f00ec8 req-1da04131-a7a0-4dd6-b1e1-f214c42191bc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d22351ff-ebe5-4412-94a6-8b87af2176f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0903430 Mar 11 02:59:22.197619 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-5065971d-56ca-48c1-a71d-572394f00ec8 req-66803104-775f-4ac1-81d0-756aa36b1999 service neutron] 10.222.0.13 "GET /v2.0/networks/d22351ff-ebe5-4412-94a6-8b87af2176f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892115 Mar 11 02:59:22.276532 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_dvr_db [None req-5b02c60a-2432-41e9-a9e5-ccbc9df9451a None None] Set router 07b6ac94-e10b-4c11-8cc1-9103779f5c15 gateway port host: dv-cinder-740146-14-smb {{(pid=103105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 02:59:22.293887 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-5065971d-56ca-48c1-a71d-572394f00ec8 req-b51fb3bb-d1cb-4af3-aaa1-3e376ff024ec service neutron] 10.222.0.13 "GET /v2.0/networks/d22351ff-ebe5-4412-94a6-8b87af2176f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897245 Mar 11 02:59:22.448012 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-aca7bd48-04fd-4423-8815-2f1b74b7f5ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (27668cff-ea20-4e06-9a9c-d4f827fe3eb1), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:59:22.521331 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_hamode_db [None req-5b02c60a-2432-41e9-a9e5-ccbc9df9451a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07b6ac94-e10b-4c11-8cc1-9103779f5c15', 'name': 'tempest-TestShelveInstance-1498436054-router', 'tenant_id': 'd053a9c011cd45feb5ebd7ba3b5eea91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'external_fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.15'}], 'enable_snat': True}, 'gw_port_id': 'adfb024a-763b-493d-9ac6-ea8a33eab093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T02:58:33Z', 'updated_at': '2022-03-11T02:58:37Z', 'revision_number': 4, 'project_id': 'd053a9c011cd45feb5ebd7ba3b5eea91', 'gw_port': {'id': 'adfb024a-763b-493d-9ac6-ea8a33eab093', 'name': '', 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b6ac94-e10b-4c11-8cc1-9103779f5c15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:58:34Z', 'updated_at': '2022-03-11T02:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-smb', '_floatingips': [{'id': 'e438a332-87cd-414b-ad53-e08bd973803f', 'tenant_id': 'd053a9c011cd45feb5ebd7ba3b5eea91', 'floating_ip_address': '172.28.1.91', 'floating_network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'router_id': '07b6ac94-e10b-4c11-8cc1-9103779f5c15', 'port_id': '649119d8-debc-45a5-8b9d-18d71d7a9a8c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd22351ff-ebe5-4412-94a6-8b87af2176f8', 'mac_address': 'fa:16:3e:04:c9:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002b6377-8b16-40be-a64a-4026c76d5469', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T02:59:20Z', 'updated_at': '2022-03-11T02:59:20Z', 'revision_number': 0, 'project_id': 'd053a9c011cd45feb5ebd7ba3b5eea91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f4a399d-f703-40ac-a836-f856c7476326', 'name': '', 'network_id': 'd22351ff-ebe5-4412-94a6-8b87af2176f8', 'tenant_id': 'd053a9c011cd45feb5ebd7ba3b5eea91', 'mac_address': 'fa:16:3e:45:86:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b6ac94-e10b-4c11-8cc1-9103779f5c15', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '20313f1a-fffa-43ff-8b7f-f66b39097875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:58:36Z', 'updated_at': '2022-03-11T02:58:42Z', 'revision_number': 5, 'project_id': 'd053a9c011cd45feb5ebd7ba3b5eea91', 'subnets': [{'id': '20313f1a-fffa-43ff-8b7f-f66b39097875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-14-smb', False) {} {{(pid=103105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 02:59:22.552609 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b02c60a-2432-41e9-a9e5-ccbc9df9451a None None] The sync data for ids ['07b6ac94-e10b-4c11-8cc1-9103779f5c15'] in dv-cinder-740146-14-smb is: [{'id': '07b6ac94-e10b-4c11-8cc1-9103779f5c15', 'name': 'tempest-TestShelveInstance-1498436054-router', 'tenant_id': 'd053a9c011cd45feb5ebd7ba3b5eea91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'external_fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.15'}], 'enable_snat': True}, 'gw_port_id': 'adfb024a-763b-493d-9ac6-ea8a33eab093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T02:58:33Z', 'updated_at': '2022-03-11T02:58:37Z', 'revision_number': 4, 'project_id': 'd053a9c011cd45feb5ebd7ba3b5eea91', 'gw_port': {'id': 'adfb024a-763b-493d-9ac6-ea8a33eab093', 'name': '', 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b6ac94-e10b-4c11-8cc1-9103779f5c15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:58:34Z', 'updated_at': '2022-03-11T02:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-smb', '_floatingips': [{'id': 'e438a332-87cd-414b-ad53-e08bd973803f', 'tenant_id': 'd053a9c011cd45feb5ebd7ba3b5eea91', 'floating_ip_address': '172.28.1.91', 'floating_network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'router_id': '07b6ac94-e10b-4c11-8cc1-9103779f5c15', 'port_id': '649119d8-debc-45a5-8b9d-18d71d7a9a8c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd22351ff-ebe5-4412-94a6-8b87af2176f8', 'mac_address': 'fa:16:3e:04:c9:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002b6377-8b16-40be-a64a-4026c76d5469', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T02:59:20Z', 'updated_at': '2022-03-11T02:59:20Z', 'revision_number': 0, 'project_id': 'd053a9c011cd45feb5ebd7ba3b5eea91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f4a399d-f703-40ac-a836-f856c7476326', 'name': '', 'network_id': 'd22351ff-ebe5-4412-94a6-8b87af2176f8', 'tenant_id': 'd053a9c011cd45feb5ebd7ba3b5eea91', 'mac_address': 'fa:16:3e:45:86:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b6ac94-e10b-4c11-8cc1-9103779f5c15', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '20313f1a-fffa-43ff-8b7f-f66b39097875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:58:36Z', 'updated_at': '2022-03-11T02:58:42Z', 'revision_number': 5, 'project_id': 'd053a9c011cd45feb5ebd7ba3b5eea91', 'subnets': [{'id': '20313f1a-fffa-43ff-8b7f-f66b39097875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 02:59:22.571545 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-645bdf7d-23e8-4462-a167-bca310321276 req-11621919-b717-4877-9609-b0475d7e0360 tempest-VolumesNegativeTest-420372250 tempest-VolumesNegativeTest-420372250-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=af8c890c41f94434800db7e42e6834d2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295279 Mar 11 02:59:22.705110 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-e41ac07c-ec50-4a84-ae74-4788a6c5613e req-de29fb64-c74f-4a84-b89c-c436b3994ca8 tempest-VolumesNegativeTest-420372250 tempest-VolumesNegativeTest-420372250-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8120036-e84f-4236-9f76-45ed4a5aa454 HTTP/1.1" status: 200 len: 210 time: 0.0277190 Mar 11 02:59:22.775644 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645bdf7d-23e8-4462-a167-bca310321276 req-529688c2-2e36-461e-922b-c32057b3f0c4 tempest-VolumesNegativeTest-420372250 tempest-VolumesNegativeTest-420372250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:59:22.777200 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-645bdf7d-23e8-4462-a167-bca310321276 req-529688c2-2e36-461e-922b-c32057b3f0c4 tempest-VolumesNegativeTest-420372250 tempest-VolumesNegativeTest-420372250-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2010260 Mar 11 02:59:22.792551 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.v2.base [req-645bdf7d-23e8-4462-a167-bca310321276 req-ab2baebe-86a1-487c-9e4c-3b6503f287b5 tempest-VolumesNegativeTest-420372250 tempest-VolumesNegativeTest-420372250-project] Request body: {'port': {'device_id': 'd8120036-e84f-4236-9f76-45ed4a5aa454', 'network_id': 'ba442a72-58ff-419c-9a1d-13fdbf418792', 'admin_state_up': True, 'tenant_id': 'af8c890c41f94434800db7e42e6834d2'}} {{(pid=103104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 02:59:22.810586 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae04dc67-a0d5-42d9-b38e-f96f82de66b3 None None] New status for floating IP e438a332-87cd-414b-ad53-e08bd973803f: ACTIVE {{(pid=103106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 02:59:22.900969 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-645bdf7d-23e8-4462-a167-bca310321276 req-ab2baebe-86a1-487c-9e4c-3b6503f287b5 tempest-VolumesNegativeTest-420372250 tempest-VolumesNegativeTest-420372250-project] Made reservation on behalf of af8c890c41f94434800db7e42e6834d2 for: {'port': 1} {{(pid=103104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 02:59:22.904460 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-645bdf7d-23e8-4462-a167-bca310321276 req-ab2baebe-86a1-487c-9e4c-3b6503f287b5 tempest-VolumesNegativeTest-420372250 tempest-VolumesNegativeTest-420372250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:59:22.913346 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-645bdf7d-23e8-4462-a167-bca310321276 req-ab2baebe-86a1-487c-9e4c-3b6503f287b5 tempest-VolumesNegativeTest-420372250 tempest-VolumesNegativeTest-420372250-project] Publish callbacks [] for security_group (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:59:22.991005 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-645bdf7d-23e8-4462-a167-bca310321276 req-ab2baebe-86a1-487c-9e4c-3b6503f287b5 tempest-VolumesNegativeTest-420372250 tempest-VolumesNegativeTest-420372250-project] Publish callbacks [] for security_group (a3580b62-b918-4a00-999e-68036a4f8be5), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:59:22.995907 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-645bdf7d-23e8-4462-a167-bca310321276 req-ab2baebe-86a1-487c-9e4c-3b6503f287b5 tempest-VolumesNegativeTest-420372250 tempest-VolumesNegativeTest-420372250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (a3580b62-b918-4a00-999e-68036a4f8be5), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:59:23.063119 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2baebe-86a1-487c-9e4c-3b6503f287b5 tempest-VolumesNegativeTest-420372250 tempest-VolumesNegativeTest-420372250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3580b62-b918-4a00-999e-68036a4f8be5,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:59:23.132063 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.db.db_base_plugin_common [req-645bdf7d-23e8-4462-a167-bca310321276 req-ab2baebe-86a1-487c-9e4c-3b6503f287b5 tempest-VolumesNegativeTest-420372250 tempest-VolumesNegativeTest-420372250-project] Allocated IP 192.168.233.127 (ba442a72-58ff-419c-9a1d-13fdbf418792/eeaccd1c-3184-4590-b45d-055c2c6b8bdd/06f5b023-f455-4cca-a4c6-74c93c99d9c0) {{(pid=103104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 02:59:23.282953 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6337c83-7bfe-40cb-b647-f462cf97b02d req-91360022-738e-42bf-bad5-1cb182dc70fc tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:59:23.284356 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-f6337c83-7bfe-40cb-b647-f462cf97b02d req-91360022-738e-42bf-bad5-1cb182dc70fc tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/ports?device_id=13132607-0993-42da-b12a-915a6d20ac5e HTTP/1.1" status: 200 len: 946 time: 0.1146293 Mar 11 02:59:23.336144 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-645bdf7d-23e8-4462-a167-bca310321276 req-ab2baebe-86a1-487c-9e4c-3b6503f287b5 tempest-VolumesNegativeTest-420372250 tempest-VolumesNegativeTest-420372250-project] Publish callbacks [] for port (06f5b023-f455-4cca-a4c6-74c93c99d9c0), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:59:23.355302 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-f6337c83-7bfe-40cb-b647-f462cf97b02d req-07ddc8b4-d4ce-402e-958b-d339222a2b64 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9c75b18-9067-4656-afb9-de1b8b0fda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640070 Mar 11 02:59:23.381163 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-645bdf7d-23e8-4462-a167-bca310321276 req-ab2baebe-86a1-487c-9e4c-3b6503f287b5 tempest-VolumesNegativeTest-420372250 tempest-VolumesNegativeTest-420372250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774348857676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9193763'] for port (06f5b023-f455-4cca-a4c6-74c93c99d9c0), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:59:23.424477 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-645bdf7d-23e8-4462-a167-bca310321276 req-ab2baebe-86a1-487c-9e4c-3b6503f287b5 tempest-VolumesNegativeTest-420372250 tempest-VolumesNegativeTest-420372250-project] Network ba442a72-58ff-419c-9a1d-13fdbf418792 is already hosted by enough agents. {{(pid=103104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 02:59:23.427582 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.scheduler.base_scheduler [req-645bdf7d-23e8-4462-a167-bca310321276 req-ab2baebe-86a1-487c-9e4c-3b6503f287b5 tempest-VolumesNegativeTest-420372250 tempest-VolumesNegativeTest-420372250-project] Resources bound (agent type, host, resource id): {{(pid=103104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 02:59:23.434053 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.db.l3_dvrscheduler_db [req-645bdf7d-23e8-4462-a167-bca310321276 req-ab2baebe-86a1-487c-9e4c-3b6503f287b5 tempest-VolumesNegativeTest-420372250 tempest-VolumesNegativeTest-420372250-project] Received port after_create {{(pid=103104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 02:59:23.462335 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2baebe-86a1-487c-9e4c-3b6503f287b5 tempest-VolumesNegativeTest-420372250 tempest-VolumesNegativeTest-420372250-project] Pushing event updated for resources: {'Port': ['ID=06f5b023-f455-4cca-a4c6-74c93c99d9c0,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:59:23.491267 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645bdf7d-23e8-4462-a167-bca310321276 req-ab2baebe-86a1-487c-9e4c-3b6503f287b5 tempest-VolumesNegativeTest-420372250 tempest-VolumesNegativeTest-420372250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:59:23.491900 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-645bdf7d-23e8-4462-a167-bca310321276 req-ab2baebe-86a1-487c-9e4c-3b6503f287b5 tempest-VolumesNegativeTest-420372250 tempest-VolumesNegativeTest-420372250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55355'] for port (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:59:23.507949 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-645bdf7d-23e8-4462-a167-bca310321276 req-ab2baebe-86a1-487c-9e4c-3b6503f287b5 tempest-VolumesNegativeTest-420372250 tempest-VolumesNegativeTest-420372250-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7192805 Mar 11 02:59:23.531050 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.v2.base [req-645bdf7d-23e8-4462-a167-bca310321276 req-ac535781-b7f8-42fa-a752-38529eba324e service neutron] Request body: {'port': {'device_id': 'd8120036-e84f-4236-9f76-45ed4a5aa454', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=103104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 02:59:23.590663 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-645bdf7d-23e8-4462-a167-bca310321276 req-ac535781-b7f8-42fa-a752-38529eba324e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (06f5b023-f455-4cca-a4c6-74c93c99d9c0), before_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:59:23.634127 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [None req-627c0a59-6678-48f5-9b06-61e3895c1828 None None] Provisioning complete for port 06f5b023-f455-4cca-a4c6-74c93c99d9c0 triggered by entity DHCP. {{(pid=103105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 02:59:23.634755 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-627c0a59-6678-48f5-9b06-61e3895c1828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536573942'] for port (06f5b023-f455-4cca-a4c6-74c93c99d9c0), provisioning_complete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:59:23.666931 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-627c0a59-6678-48f5-9b06-61e3895c1828 None None] Port 06f5b023-f455-4cca-a4c6-74c93c99d9c0 cannot update to ACTIVE because it is not bound. {{(pid=103105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 02:59:23.828969 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49efbf8-f06b-4f43-b35a-9ab02af1ba5f req-2038ee5e-b49c-475f-9dd4-26f2d060288a tempest-VolumesNegativeTest-420372250 tempest-VolumesNegativeTest-420372250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:59:23.830364 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-d49efbf8-f06b-4f43-b35a-9ab02af1ba5f req-2038ee5e-b49c-475f-9dd4-26f2d060288a tempest-VolumesNegativeTest-420372250 tempest-VolumesNegativeTest-420372250-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8120036-e84f-4236-9f76-45ed4a5aa454 HTTP/1.1" status: 200 len: 936 time: 0.0522676 Mar 11 02:59:23.848301 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.notifiers.nova [req-645bdf7d-23e8-4462-a167-bca310321276 req-ac535781-b7f8-42fa-a752-38529eba324e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06f5b023-f455-4cca-a4c6-74c93c99d9c0 {{(pid=103104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 02:59:23.856207 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-645bdf7d-23e8-4462-a167-bca310321276 req-ac535781-b7f8-42fa-a752-38529eba324e service neutron] Publish callbacks [] for port (06f5b023-f455-4cca-a4c6-74c93c99d9c0), precommit_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:59:23.868376 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.db.provisioning_blocks [req-645bdf7d-23e8-4462-a167-bca310321276 req-ac535781-b7f8-42fa-a752-38529eba324e service neutron] Transition to ACTIVE for port object 06f5b023-f455-4cca-a4c6-74c93c99d9c0 will not be triggered until provisioned by entity L2. {{(pid=103104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 02:59:23.872734 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-645bdf7d-23e8-4462-a167-bca310321276 req-ac535781-b7f8-42fa-a752-38529eba324e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9193786'] for port (06f5b023-f455-4cca-a4c6-74c93c99d9c0), after_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:59:23.878773 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-d49efbf8-f06b-4f43-b35a-9ab02af1ba5f req-375295c2-5f76-4663-9669-3be6818eed21 tempest-VolumesNegativeTest-420372250 tempest-VolumesNegativeTest-420372250-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3580b62-b918-4a00-999e-68036a4f8be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428119 Mar 11 02:59:23.923009 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac535781-b7f8-42fa-a752-38529eba324e service neutron] Pushing event updated for resources: {'Port': ['ID=06f5b023-f455-4cca-a4c6-74c93c99d9c0,revision_number=2']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:59:23.996297 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.managers [req-645bdf7d-23e8-4462-a167-bca310321276 req-ac535781-b7f8-42fa-a752-38529eba324e service neutron] Attempting to bind port 06f5b023-f455-4cca-a4c6-74c93c99d9c0 on host hv-cinder-74014 for vnic_type normal with profile {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 02:59:23.996632 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.managers [req-645bdf7d-23e8-4462-a167-bca310321276 req-ac535781-b7f8-42fa-a752-38529eba324e service neutron] Attempting to bind port 06f5b023-f455-4cca-a4c6-74c93c99d9c0 by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': '7c157da4-8dbe-4d4e-8a1b-f2c00dd98554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ba442a72-58ff-419c-9a1d-13fdbf418792'}] {{(pid=103104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 02:59:23.996958 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-645bdf7d-23e8-4462-a167-bca310321276 req-ac535781-b7f8-42fa-a752-38529eba324e service neutron] Attempting to bind port 06f5b023-f455-4cca-a4c6-74c93c99d9c0 on network ba442a72-58ff-419c-9a1d-13fdbf418792 {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 02:59:24.001481 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-645bdf7d-23e8-4462-a167-bca310321276 req-ac535781-b7f8-42fa-a752-38529eba324e service neutron] Port 06f5b023-f455-4cca-a4c6-74c93c99d9c0 on network ba442a72-58ff-419c-9a1d-13fdbf418792 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 02:59:24.001796 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-645bdf7d-23e8-4462-a167-bca310321276 req-ac535781-b7f8-42fa-a752-38529eba324e service neutron] Attempting to bind port 06f5b023-f455-4cca-a4c6-74c93c99d9c0 on network ba442a72-58ff-419c-9a1d-13fdbf418792 {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 02:59:24.006898 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-645bdf7d-23e8-4462-a167-bca310321276 req-ac535781-b7f8-42fa-a752-38529eba324e service neutron] Checking agent: {'id': '56ad6e9b-975a-4fdf-b549-1f3c33ba94e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 2, 52, 47), 'started_at': datetime.datetime(2022, 3, 11, 2, 52, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 2, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 02:59:24.007235 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-645bdf7d-23e8-4462-a167-bca310321276 req-ac535781-b7f8-42fa-a752-38529eba324e service neutron] Checking segment: {'id': '7c157da4-8dbe-4d4e-8a1b-f2c00dd98554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ba442a72-58ff-419c-9a1d-13fdbf418792'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 02:59:24.007616 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-645bdf7d-23e8-4462-a167-bca310321276 req-ac535781-b7f8-42fa-a752-38529eba324e service neutron] Bound using segment: {'id': '7c157da4-8dbe-4d4e-8a1b-f2c00dd98554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ba442a72-58ff-419c-9a1d-13fdbf418792'} {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 02:59:24.008040 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.managers [req-645bdf7d-23e8-4462-a167-bca310321276 req-ac535781-b7f8-42fa-a752-38529eba324e service neutron] Bound port: 06f5b023-f455-4cca-a4c6-74c93c99d9c0, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c157da4-8dbe-4d4e-8a1b-f2c00dd98554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ba442a72-58ff-419c-9a1d-13fdbf418792'}}] {{(pid=103104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 02:59:24.008389 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-645bdf7d-23e8-4462-a167-bca310321276 req-ac535781-b7f8-42fa-a752-38529eba324e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (06f5b023-f455-4cca-a4c6-74c93c99d9c0), before_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:59:24.075142 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.db [req-645bdf7d-23e8-4462-a167-bca310321276 req-ac535781-b7f8-42fa-a752-38529eba324e service neutron] For port 06f5b023-f455-4cca-a4c6-74c93c99d9c0, host hv-cinder-74014, cleared binding levels {{(pid=103104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 02:59:24.078436 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.db [req-645bdf7d-23e8-4462-a167-bca310321276 req-ac535781-b7f8-42fa-a752-38529eba324e service neutron] For port 06f5b023-f455-4cca-a4c6-74c93c99d9c0, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=06f5b023-f455-4cca-a4c6-74c93c99d9c0,segment=NetworkSegment(7c157da4-8dbe-4d4e-8a1b-f2c00dd98554),segment_id=7c157da4-8dbe-4d4e-8a1b-f2c00dd98554)] {{(pid=103104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 02:59:24.084107 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-645bdf7d-23e8-4462-a167-bca310321276 req-ac535781-b7f8-42fa-a752-38529eba324e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9193786'] for port (06f5b023-f455-4cca-a4c6-74c93c99d9c0), after_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:59:24.117685 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645bdf7d-23e8-4462-a167-bca310321276 req-ac535781-b7f8-42fa-a752-38529eba324e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:59:24.118297 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-645bdf7d-23e8-4462-a167-bca310321276 req-ac535781-b7f8-42fa-a752-38529eba324e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55355'] for port (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:59:24.119665 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-645bdf7d-23e8-4462-a167-bca310321276 req-ac535781-b7f8-42fa-a752-38529eba324e service neutron] 10.222.0.13 "PUT /v2.0/ports/06f5b023-f455-4cca-a4c6-74c93c99d9c0 HTTP/1.1" status: 200 len: 1098 time: 0.5930033 Mar 11 02:59:24.120205 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8120036-e84f-4236-9f76-45ed4a5aa454', 'tag': '06f5b023-f455-4cca-a4c6-74c93c99d9c0'}] {{(pid=103104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 02:59:24.122441 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b4e7651ceabe3a28ab45abcf2012854968d28c41040a071bcf34f6a69b109a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be7fc433-d79f-417a-8e38-2f49b3fe8750" -d '{"events": [{"name": "network-changed", "server_uuid": "d8120036-e84f-4236-9f76-45ed4a5aa454", "tag": "06f5b023-f455-4cca-a4c6-74c93c99d9c0"}]}' {{(pid=103104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 02:59:24.166599 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 02:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18fec994-64c7-4c57-97cc-c07ab1cdff67 x-openstack-request-id: req-18fec994-64c7-4c57-97cc-c07ab1cdff67 {{(pid=103104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 02:59:24.166839 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8120036-e84f-4236-9f76-45ed4a5aa454", "tag": "06f5b023-f455-4cca-a4c6-74c93c99d9c0", "status": "completed", "code": 200}]} {{(pid=103104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 02:59:24.167099 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-18fec994-64c7-4c57-97cc-c07ab1cdff67 {{(pid=103104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 02:59:24.167573 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8120036-e84f-4236-9f76-45ed4a5aa454', 'tag': '06f5b023-f455-4cca-a4c6-74c93c99d9c0', 'status': 'completed', 'code': 200} Mar 11 02:59:24.168588 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac535781-b7f8-42fa-a752-38529eba324e service neutron] Pushing event updated for resources: {'Port': ['ID=06f5b023-f455-4cca-a4c6-74c93c99d9c0,revision_number=3']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:59:24.215665 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645bdf7d-23e8-4462-a167-bca310321276 req-b397a3d2-d734-4015-82a5-5d999e542621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:59:24.217350 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-645bdf7d-23e8-4462-a167-bca310321276 req-b397a3d2-d734-4015-82a5-5d999e542621 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=af8c890c41f94434800db7e42e6834d2&device_id=d8120036-e84f-4236-9f76-45ed4a5aa454 HTTP/1.1" status: 200 len: 1132 time: 0.0459230 Mar 11 02:59:24.262600 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-645bdf7d-23e8-4462-a167-bca310321276 req-268e48b5-d41f-47d8-ac2d-88cdf2ea3857 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=06f5b023-f455-4cca-a4c6-74c93c99d9c0 HTTP/1.1" status: 200 len: 217 time: 0.0387092 Mar 11 02:59:24.310720 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645bdf7d-23e8-4462-a167-bca310321276 req-5224d254-a0e8-4599-bb0a-5551e32ea0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:59:24.312190 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-645bdf7d-23e8-4462-a167-bca310321276 req-5224d254-a0e8-4599-bb0a-5551e32ea0ad service neutron] 10.222.0.13 "GET /v2.0/subnets?id=eeaccd1c-3184-4590-b45d-055c2c6b8bdd HTTP/1.1" status: 200 len: 843 time: 0.0444722 Mar 11 02:59:24.358793 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645bdf7d-23e8-4462-a167-bca310321276 req-fb22957d-6558-480f-8cb7-c8fef64e9bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:59:24.360491 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-645bdf7d-23e8-4462-a167-bca310321276 req-fb22957d-6558-480f-8cb7-c8fef64e9bfc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ba442a72-58ff-419c-9a1d-13fdbf418792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0430336 Mar 11 02:59:24.451586 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-645bdf7d-23e8-4462-a167-bca310321276 req-3d7c606a-1598-4a4b-8e60-681b79e9a101 service neutron] 10.222.0.13 "GET /v2.0/networks/ba442a72-58ff-419c-9a1d-13fdbf418792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848098 Mar 11 02:59:24.473978 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fef44a-9c35-4ede-ae85-3fe11489e235 req-730d0bd7-9665-447c-acd5-7abe5c693188 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:59:24.475443 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-90fef44a-9c35-4ede-ae85-3fe11489e235 req-730d0bd7-9665-447c-acd5-7abe5c693188 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/ports?device_id=13132607-0993-42da-b12a-915a6d20ac5e HTTP/1.1" status: 200 len: 946 time: 0.0540888 Mar 11 02:59:24.521380 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-90fef44a-9c35-4ede-ae85-3fe11489e235 req-3f149a81-bdba-4d6d-83fc-a061c9d163a6 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9c75b18-9067-4656-afb9-de1b8b0fda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402772 Mar 11 02:59:24.538616 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-645bdf7d-23e8-4462-a167-bca310321276 req-6a2b78e0-b5dc-4ae8-a820-53a3e740ed2a service neutron] 10.222.0.13 "GET /v2.0/networks/ba442a72-58ff-419c-9a1d-13fdbf418792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817568 Mar 11 02:59:24.632802 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7fc433-d79f-417a-8e38-2f49b3fe8750 req-d0315ec5-6fac-40d1-beb8-29cc3bd55b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:59:24.634223 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-be7fc433-d79f-417a-8e38-2f49b3fe8750 req-d0315ec5-6fac-40d1-beb8-29cc3bd55b67 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=af8c890c41f94434800db7e42e6834d2&device_id=d8120036-e84f-4236-9f76-45ed4a5aa454 HTTP/1.1" status: 200 len: 1132 time: 0.0483007 Mar 11 02:59:24.720373 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7fc433-d79f-417a-8e38-2f49b3fe8750 req-ff8b1396-aed0-45ed-b6ec-68e27881f590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:59:24.721885 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-be7fc433-d79f-417a-8e38-2f49b3fe8750 req-ff8b1396-aed0-45ed-b6ec-68e27881f590 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ba442a72-58ff-419c-9a1d-13fdbf418792 HTTP/1.1" status: 200 len: 870 time: 0.0816195 Mar 11 02:59:24.764500 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-be7fc433-d79f-417a-8e38-2f49b3fe8750 req-a1db9607-e4fa-4780-a37c-18f4dac7fe6e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=06f5b023-f455-4cca-a4c6-74c93c99d9c0 HTTP/1.1" status: 200 len: 217 time: 0.0361989 Mar 11 02:59:24.808513 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-29507b5c-bb1c-407d-978c-d86cc480ed2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (368653ed-b5ce-4183-9c3b-231a0bc3dd35), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:59:24.811984 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7fc433-d79f-417a-8e38-2f49b3fe8750 req-6b86d404-ab14-4cb8-be53-6db0a8eb2ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:59:24.814148 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-be7fc433-d79f-417a-8e38-2f49b3fe8750 req-6b86d404-ab14-4cb8-be53-6db0a8eb2ddb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=eeaccd1c-3184-4590-b45d-055c2c6b8bdd HTTP/1.1" status: 200 len: 843 time: 0.0445385 Mar 11 02:59:24.862097 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7fc433-d79f-417a-8e38-2f49b3fe8750 req-5eef4fc4-6433-47a3-9252-281118fb5ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:59:24.863569 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-be7fc433-d79f-417a-8e38-2f49b3fe8750 req-5eef4fc4-6433-47a3-9252-281118fb5ced service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ba442a72-58ff-419c-9a1d-13fdbf418792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0434396 Mar 11 02:59:25.219151 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-be7fc433-d79f-417a-8e38-2f49b3fe8750 req-835982c0-2e8d-4601-90bc-45bdf09e591b service neutron] 10.222.0.13 "GET /v2.0/networks/ba442a72-58ff-419c-9a1d-13fdbf418792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3469837 Mar 11 02:59:25.242093 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6779b36-8b97-4646-a775-396d0c83ef9f req-dba084c7-9bc8-49d1-8eff-8c5c388eff50 tempest-VolumesNegativeTest-420372250 tempest-VolumesNegativeTest-420372250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:59:25.243530 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-a6779b36-8b97-4646-a775-396d0c83ef9f req-dba084c7-9bc8-49d1-8eff-8c5c388eff50 tempest-VolumesNegativeTest-420372250 tempest-VolumesNegativeTest-420372250-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8120036-e84f-4236-9f76-45ed4a5aa454 HTTP/1.1" status: 200 len: 948 time: 0.0780716 Mar 11 02:59:25.339002 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-a6779b36-8b97-4646-a775-396d0c83ef9f req-0660b171-5115-47ba-81e6-146e0c7db5ea tempest-VolumesNegativeTest-420372250 tempest-VolumesNegativeTest-420372250-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3580b62-b918-4a00-999e-68036a4f8be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852966 Mar 11 02:59:25.352633 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-be7fc433-d79f-417a-8e38-2f49b3fe8750 req-1db71217-6c44-408f-8513-30b84353675a service neutron] 10.222.0.13 "GET /v2.0/networks/ba442a72-58ff-419c-9a1d-13fdbf418792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258938 Mar 11 02:59:25.636600 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6422842-8a5c-44bd-ae45-b69661858a67 req-f4152d5b-7d7e-49f0-96b1-740cbbf08f7b tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:59:25.638078 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-c6422842-8a5c-44bd-ae45-b69661858a67 req-f4152d5b-7d7e-49f0-96b1-740cbbf08f7b tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/ports?device_id=13132607-0993-42da-b12a-915a6d20ac5e HTTP/1.1" status: 200 len: 946 time: 0.0512340 Mar 11 02:59:25.674972 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-f28c0ae4-c5a5-4e67-96c2-37b36f3544e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (258069e3-19c1-49ed-8474-20b6ecde628d), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:59:25.683543 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-c6422842-8a5c-44bd-ae45-b69661858a67 req-c03e3145-24f1-4eaa-891e-54e7989010bc tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9c75b18-9067-4656-afb9-de1b8b0fda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400631 Mar 11 02:59:26.456686 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f1680f-de5c-4075-ac5e-feac8bb990cc req-ef910280-569a-4ad3-94ab-619a54d62723 tempest-VolumesNegativeTest-420372250 tempest-VolumesNegativeTest-420372250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:59:26.458156 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-c2f1680f-de5c-4075-ac5e-feac8bb990cc req-ef910280-569a-4ad3-94ab-619a54d62723 tempest-VolumesNegativeTest-420372250 tempest-VolumesNegativeTest-420372250-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8120036-e84f-4236-9f76-45ed4a5aa454 HTTP/1.1" status: 200 len: 948 time: 0.0512793 Mar 11 02:59:26.503596 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-c2f1680f-de5c-4075-ac5e-feac8bb990cc req-d8305c6f-f1a6-4825-8ded-160daa9470e6 tempest-VolumesNegativeTest-420372250 tempest-VolumesNegativeTest-420372250-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3580b62-b918-4a00-999e-68036a4f8be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399287 Mar 11 02:59:26.797228 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92b874f-7b78-456b-a221-2019146fa47a req-5c86c82f-6747-40d8-ba14-b659f8340513 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:59:26.798688 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-c92b874f-7b78-456b-a221-2019146fa47a req-5c86c82f-6747-40d8-ba14-b659f8340513 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/ports?device_id=13132607-0993-42da-b12a-915a6d20ac5e HTTP/1.1" status: 200 len: 946 time: 0.0506568 Mar 11 02:59:26.853508 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-c92b874f-7b78-456b-a221-2019146fa47a req-df6f0fa3-90a8-49cf-851f-78f7c9d51498 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9c75b18-9067-4656-afb9-de1b8b0fda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494108 Mar 11 02:59:27.147053 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-afaf34ad-b747-4180-ba41-f81d7ecfb39b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (b193670b-9854-4e90-bc6a-e616470c2469), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:59:27.186121 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Device 06f5b023-f455-4cca-a4c6-74c93c99d9c0 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=103105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 02:59:27.282619 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] For port 06f5b023-f455-4cca-a4c6-74c93c99d9c0, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=06f5b023-f455-4cca-a4c6-74c93c99d9c0,segment=NetworkSegment(7c157da4-8dbe-4d4e-8a1b-f2c00dd98554),segment_id=7c157da4-8dbe-4d4e-8a1b-f2c00dd98554)] {{(pid=103105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 02:59:27.293541 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Returning: {'device': '06f5b023-f455-4cca-a4c6-74c93c99d9c0', 'network_id': 'ba442a72-58ff-419c-9a1d-13fdbf418792', 'port_id': '06f5b023-f455-4cca-a4c6-74c93c99d9c0', 'mac_address': 'fa:16:3e:e9:dd:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eeaccd1c-3184-4590-b45d-055c2c6b8bdd', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 02:59:27.333191 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Current status of the port 06f5b023-f455-4cca-a4c6-74c93c99d9c0 is: DOWN; New status is: BUILD {{(pid=103105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 02:59:27.333587 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (06f5b023-f455-4cca-a4c6-74c93c99d9c0), before_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:59:27.345735 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.notifiers.nova [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06f5b023-f455-4cca-a4c6-74c93c99d9c0 {{(pid=103105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 02:59:27.364505 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] For port 06f5b023-f455-4cca-a4c6-74c93c99d9c0, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=06f5b023-f455-4cca-a4c6-74c93c99d9c0,segment=NetworkSegment(7c157da4-8dbe-4d4e-8a1b-f2c00dd98554),segment_id=7c157da4-8dbe-4d4e-8a1b-f2c00dd98554)] {{(pid=103105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 02:59:27.367487 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712'] for port (06f5b023-f455-4cca-a4c6-74c93c99d9c0), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:59:27.413011 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Pushing event updated for resources: {'Port': ['ID=06f5b023-f455-4cca-a4c6-74c93c99d9c0,revision_number=4']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:59:27.617883 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3b04c9-ddb8-49f2-8f9f-74e0279975db req-140a1741-4a66-4b6c-8dc1-01e91707759a tempest-VolumesNegativeTest-420372250 tempest-VolumesNegativeTest-420372250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:59:27.619338 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-5b3b04c9-ddb8-49f2-8f9f-74e0279975db req-140a1741-4a66-4b6c-8dc1-01e91707759a tempest-VolumesNegativeTest-420372250 tempest-VolumesNegativeTest-420372250-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8120036-e84f-4236-9f76-45ed4a5aa454 HTTP/1.1" status: 200 len: 949 time: 0.0511799 Mar 11 02:59:27.667862 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-5b3b04c9-ddb8-49f2-8f9f-74e0279975db req-40269acd-fe05-4119-94d6-e09f5ad2162c tempest-VolumesNegativeTest-420372250 tempest-VolumesNegativeTest-420372250-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3580b62-b918-4a00-999e-68036a4f8be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429506 Mar 11 02:59:27.746602 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] get_ports_and_sgs() called for port_ids ['06f5b023-f455-4cca-a4c6-74c93c99d9c0'] {{(pid=103105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 02:59:27.968481 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a5de5f-9961-4b42-a31b-a90a3d78d15c req-1c9d4997-e2a7-4072-bb32-51d6944d5367 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:59:27.970510 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-b9a5de5f-9961-4b42-a31b-a90a3d78d15c req-1c9d4997-e2a7-4072-bb32-51d6944d5367 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/ports?device_id=13132607-0993-42da-b12a-915a6d20ac5e HTTP/1.1" status: 200 len: 946 time: 0.0521991 Mar 11 02:59:28.016991 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-b9a5de5f-9961-4b42-a31b-a90a3d78d15c req-56bb6346-8a45-4b0d-8980-11490e347e03 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9c75b18-9067-4656-afb9-de1b8b0fda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408137 Mar 11 02:59:28.724796 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (36a16930-fe6f-49e2-96be-29faaa54e9a3), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:59:28.794093 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9180ba-7c18-4958-8d1f-8a32c5ae6fba req-c1fd1f86-a1d4-47a1-8d1f-b2b8ae2f6cfc tempest-VolumesNegativeTest-420372250 tempest-VolumesNegativeTest-420372250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:59:28.795477 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-8c9180ba-7c18-4958-8d1f-8a32c5ae6fba req-c1fd1f86-a1d4-47a1-8d1f-b2b8ae2f6cfc tempest-VolumesNegativeTest-420372250 tempest-VolumesNegativeTest-420372250-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8120036-e84f-4236-9f76-45ed4a5aa454 HTTP/1.1" status: 200 len: 949 time: 0.0614159 Mar 11 02:59:28.840288 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-8c9180ba-7c18-4958-8d1f-8a32c5ae6fba req-c6908465-fd75-45e0-b648-826696d098a9 tempest-VolumesNegativeTest-420372250 tempest-VolumesNegativeTest-420372250-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3580b62-b918-4a00-999e-68036a4f8be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392194 Mar 11 02:59:29.132010 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34541f68-4d0f-418a-b8bb-8149d791085b req-a7569160-1e86-4772-997f-a6dc4a865cc5 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:59:29.133530 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-34541f68-4d0f-418a-b8bb-8149d791085b req-a7569160-1e86-4772-997f-a6dc4a865cc5 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/ports?device_id=13132607-0993-42da-b12a-915a6d20ac5e HTTP/1.1" status: 200 len: 946 time: 0.0526466 Mar 11 02:59:29.178819 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-34541f68-4d0f-418a-b8bb-8149d791085b req-c037ca7c-17b1-49dd-86a1-d43a46742f2d tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9c75b18-9067-4656-afb9-de1b8b0fda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397887 Mar 11 02:59:29.197988 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Device 06f5b023-f455-4cca-a4c6-74c93c99d9c0 up at agent hyperv_hv-cinder-74014 {{(pid=103105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 02:59:29.244924 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Provisioning for port 06f5b023-f455-4cca-a4c6-74c93c99d9c0 completed by entity L2. {{(pid=103105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 02:59:29.248641 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Provisioning complete for port 06f5b023-f455-4cca-a4c6-74c93c99d9c0 triggered by entity L2. {{(pid=103105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 02:59:29.249020 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536573942'] for port (06f5b023-f455-4cca-a4c6-74c93c99d9c0), provisioning_complete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:59:29.328886 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Current status of the port 06f5b023-f455-4cca-a4c6-74c93c99d9c0 is: BUILD; New status is: ACTIVE {{(pid=103105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 02:59:29.329225 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (06f5b023-f455-4cca-a4c6-74c93c99d9c0), before_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:59:29.351043 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8120036-e84f-4236-9f76-45ed4a5aa454', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06f5b023-f455-4cca-a4c6-74c93c99d9c0'}] {{(pid=103105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 02:59:29.353298 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}703a16387464127cc7b8de6906938e3e01810e7f46b2e9393936db54d9388ffe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9959f86-b46c-470a-9535-bff89dcc876a" -d '{"events": [{"server_uuid": "d8120036-e84f-4236-9f76-45ed4a5aa454", "name": "network-vif-plugged", "status": "completed", "tag": "06f5b023-f455-4cca-a4c6-74c93c99d9c0"}]}' {{(pid=103105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 02:59:29.365799 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] For port 06f5b023-f455-4cca-a4c6-74c93c99d9c0, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=06f5b023-f455-4cca-a4c6-74c93c99d9c0,segment=NetworkSegment(7c157da4-8dbe-4d4e-8a1b-f2c00dd98554),segment_id=7c157da4-8dbe-4d4e-8a1b-f2c00dd98554)] {{(pid=103105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 02:59:29.369707 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712'] for port (06f5b023-f455-4cca-a4c6-74c93c99d9c0), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:59:29.393449 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 02:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-583642e3-c9af-4965-a0f5-827300978075 x-openstack-request-id: req-583642e3-c9af-4965-a0f5-827300978075 {{(pid=103105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 02:59:29.393739 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8120036-e84f-4236-9f76-45ed4a5aa454", "name": "network-vif-plugged", "status": "completed", "tag": "06f5b023-f455-4cca-a4c6-74c93c99d9c0", "code": 200}]} {{(pid=103105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 02:59:29.393990 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-583642e3-c9af-4965-a0f5-827300978075 {{(pid=103105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 02:59:29.394868 dv-cinder-740146-14-smb neutron-server[103105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8120036-e84f-4236-9f76-45ed4a5aa454', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06f5b023-f455-4cca-a4c6-74c93c99d9c0', 'code': 200} Mar 11 02:59:29.422742 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Pushing event updated for resources: {'Port': ['ID=06f5b023-f455-4cca-a4c6-74c93c99d9c0,revision_number=5']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:59:29.555344 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb47ef0-1d1b-4cd2-9338-b08cbdc72afa req-e91155a5-8d66-4a4d-b6df-a4795629b52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:59:29.556826 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-5fb47ef0-1d1b-4cd2-9338-b08cbdc72afa req-e91155a5-8d66-4a4d-b6df-a4795629b52a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d8120036-e84f-4236-9f76-45ed4a5aa454 HTTP/1.1" status: 200 len: 1134 time: 0.0426598 Mar 11 02:59:29.598517 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-5fb47ef0-1d1b-4cd2-9338-b08cbdc72afa req-c1a76361-aa88-45da-a07f-843c66ecfd17 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a3580b62-b918-4a00-999e-68036a4f8be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359862 Mar 11 02:59:29.960763 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828e83d5-cad5-4a02-9d81-3dca5de50c25 req-e8714787-10df-48bc-b893-50060cc037e3 tempest-VolumesNegativeTest-420372250 tempest-VolumesNegativeTest-420372250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:59:29.962271 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-828e83d5-cad5-4a02-9d81-3dca5de50c25 req-e8714787-10df-48bc-b893-50060cc037e3 tempest-VolumesNegativeTest-420372250 tempest-VolumesNegativeTest-420372250-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8120036-e84f-4236-9f76-45ed4a5aa454 HTTP/1.1" status: 200 len: 950 time: 0.0549247 Mar 11 02:59:30.007284 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-828e83d5-cad5-4a02-9d81-3dca5de50c25 req-7cfb56c1-9550-4ebe-9e93-e3e90b9173c3 tempest-VolumesNegativeTest-420372250 tempest-VolumesNegativeTest-420372250-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3580b62-b918-4a00-999e-68036a4f8be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394127 Mar 11 02:59:30.298733 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd1d12f-1062-4a9e-98e8-585ed6295526 req-1efd1f32-ad79-40df-af30-eade9d39cef3 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:59:30.300181 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-8bd1d12f-1062-4a9e-98e8-585ed6295526 req-1efd1f32-ad79-40df-af30-eade9d39cef3 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/ports?device_id=13132607-0993-42da-b12a-915a6d20ac5e HTTP/1.1" status: 200 len: 946 time: 0.0554738 Mar 11 02:59:30.344045 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-8bd1d12f-1062-4a9e-98e8-585ed6295526 req-6cad69c2-d909-4519-8cd2-8d5d17cc4bbf tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9c75b18-9067-4656-afb9-de1b8b0fda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383651 Mar 11 02:59:31.289153 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c616519e-05c7-4e3e-9781-3c70ab48a86a req-cae62eae-6e9d-4079-9763-2f53ed5c7096 tempest-VolumesNegativeTest-420372250 tempest-VolumesNegativeTest-420372250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:59:31.290556 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-c616519e-05c7-4e3e-9781-3c70ab48a86a req-cae62eae-6e9d-4079-9763-2f53ed5c7096 tempest-VolumesNegativeTest-420372250 tempest-VolumesNegativeTest-420372250-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8120036-e84f-4236-9f76-45ed4a5aa454 HTTP/1.1" status: 200 len: 950 time: 0.0517075 Mar 11 02:59:31.335635 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-c616519e-05c7-4e3e-9781-3c70ab48a86a req-f6f26cd3-155c-455b-aeaf-44a9f8089e70 tempest-VolumesNegativeTest-420372250 tempest-VolumesNegativeTest-420372250-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3580b62-b918-4a00-999e-68036a4f8be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396287 Mar 11 02:59:31.462120 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a67715-c6c6-406e-a347-42c3929775eb req-6b3a1907-f9a2-4b90-8dec-50f685767f25 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:59:31.463612 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-f6a67715-c6c6-406e-a347-42c3929775eb req-6b3a1907-f9a2-4b90-8dec-50f685767f25 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/ports?device_id=13132607-0993-42da-b12a-915a6d20ac5e HTTP/1.1" status: 200 len: 946 time: 0.0522327 Mar 11 02:59:31.516312 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-f6a67715-c6c6-406e-a347-42c3929775eb req-bce18189-dc42-4319-ab81-26a40dfb7558 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9c75b18-9067-4656-afb9-de1b8b0fda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463512 Mar 11 02:59:31.587893 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f66690-8220-460d-ba11-26274de59a42 req-fae875e3-8ebe-4c74-8eba-ed1bf55e3350 tempest-VolumesNegativeTest-420372250 tempest-VolumesNegativeTest-420372250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:59:31.589293 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-d3f66690-8220-460d-ba11-26274de59a42 req-fae875e3-8ebe-4c74-8eba-ed1bf55e3350 tempest-VolumesNegativeTest-420372250 tempest-VolumesNegativeTest-420372250-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8120036-e84f-4236-9f76-45ed4a5aa454 HTTP/1.1" status: 200 len: 950 time: 0.0500739 Mar 11 02:59:31.637771 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-d3f66690-8220-460d-ba11-26274de59a42 req-1bbe4da5-26d8-4c85-88a0-721bf8388763 tempest-VolumesNegativeTest-420372250 tempest-VolumesNegativeTest-420372250-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3580b62-b918-4a00-999e-68036a4f8be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425239 Mar 11 02:59:32.630410 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55d6d0a-a74e-4a48-884a-d2ae2f349faa req-a630f8d0-7c2b-4416-a266-a17e41bcc801 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:59:32.631863 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-d55d6d0a-a74e-4a48-884a-d2ae2f349faa req-a630f8d0-7c2b-4416-a266-a17e41bcc801 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/ports?device_id=13132607-0993-42da-b12a-915a6d20ac5e HTTP/1.1" status: 200 len: 946 time: 0.0509360 Mar 11 02:59:32.680840 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-d55d6d0a-a74e-4a48-884a-d2ae2f349faa req-b2d50cee-997d-49ae-bf6f-0f18b95f46bd tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9c75b18-9067-4656-afb9-de1b8b0fda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435646 Mar 11 02:59:32.753248 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a337640-c3af-40d2-817b-13ce157913dd req-20a9e262-ac0a-454e-9d72-d3052e1f6de9 tempest-VolumesNegativeTest-420372250 tempest-VolumesNegativeTest-420372250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:59:32.754729 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-0a337640-c3af-40d2-817b-13ce157913dd req-20a9e262-ac0a-454e-9d72-d3052e1f6de9 tempest-VolumesNegativeTest-420372250 tempest-VolumesNegativeTest-420372250-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8120036-e84f-4236-9f76-45ed4a5aa454 HTTP/1.1" status: 200 len: 950 time: 0.0511127 Mar 11 02:59:32.800108 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-0a337640-c3af-40d2-817b-13ce157913dd req-34e36a0c-abe9-408b-8ef7-c2666740c5d5 tempest-VolumesNegativeTest-420372250 tempest-VolumesNegativeTest-420372250-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3580b62-b918-4a00-999e-68036a4f8be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398834 Mar 11 02:59:33.456876 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7215a6-8747-40f6-9b8c-a273b40e599a req-34c0179e-ddc0-43c6-bc90-e184427ab57a tempest-VolumesNegativeTest-420372250 tempest-VolumesNegativeTest-420372250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:59:33.458340 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-ac7215a6-8747-40f6-9b8c-a273b40e599a req-34c0179e-ddc0-43c6-bc90-e184427ab57a tempest-VolumesNegativeTest-420372250 tempest-VolumesNegativeTest-420372250-project] 10.222.0.13 "GET /v2.0/ports?device_id=d8120036-e84f-4236-9f76-45ed4a5aa454 HTTP/1.1" status: 200 len: 950 time: 0.0502827 Mar 11 02:59:33.550063 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.plugin [req-ac7215a6-8747-40f6-9b8c-a273b40e599a req-417e576b-3753-457f-aadd-c2e9a4f02a4d tempest-VolumesNegativeTest-420372250 tempest-VolumesNegativeTest-420372250-project] Deleting port 06f5b023-f455-4cca-a4c6-74c93c99d9c0 {{(pid=103104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 02:59:33.550402 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-ac7215a6-8747-40f6-9b8c-a273b40e599a req-417e576b-3753-457f-aadd-c2e9a4f02a4d tempest-VolumesNegativeTest-420372250 tempest-VolumesNegativeTest-420372250-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774349354222'] for port (06f5b023-f455-4cca-a4c6-74c93c99d9c0), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:59:33.638021 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.db [req-ac7215a6-8747-40f6-9b8c-a273b40e599a req-417e576b-3753-457f-aadd-c2e9a4f02a4d tempest-VolumesNegativeTest-420372250 tempest-VolumesNegativeTest-420372250-project] For port 06f5b023-f455-4cca-a4c6-74c93c99d9c0, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=06f5b023-f455-4cca-a4c6-74c93c99d9c0,segment=NetworkSegment(7c157da4-8dbe-4d4e-8a1b-f2c00dd98554),segment_id=7c157da4-8dbe-4d4e-8a1b-f2c00dd98554)] {{(pid=103104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 02:59:33.638685 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-ac7215a6-8747-40f6-9b8c-a273b40e599a req-417e576b-3753-457f-aadd-c2e9a4f02a4d tempest-VolumesNegativeTest-420372250 tempest-VolumesNegativeTest-420372250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574894'] for port (06f5b023-f455-4cca-a4c6-74c93c99d9c0), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:59:33.650620 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.plugin [req-ac7215a6-8747-40f6-9b8c-a273b40e599a req-417e576b-3753-457f-aadd-c2e9a4f02a4d tempest-VolumesNegativeTest-420372250 tempest-VolumesNegativeTest-420372250-project] Calling delete_port for 06f5b023-f455-4cca-a4c6-74c93c99d9c0 owned by compute:nova {{(pid=103104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 02:59:33.804112 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-ac7215a6-8747-40f6-9b8c-a273b40e599a req-417e576b-3753-457f-aadd-c2e9a4f02a4d tempest-VolumesNegativeTest-420372250 tempest-VolumesNegativeTest-420372250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774349360213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774348857685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9193763'] for port (06f5b023-f455-4cca-a4c6-74c93c99d9c0), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:59:33.819908 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] get_ports_and_sgs() called for port_ids ['06f5b023-f455-4cca-a4c6-74c93c99d9c0'] {{(pid=103105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 02:59:33.841812 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b02f2c2-410f-46cc-aa82-53047cd85f5c req-94b2fca5-e239-4334-9c7a-e8ba06b6df9a tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:59:33.843316 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-1b02f2c2-410f-46cc-aa82-53047cd85f5c req-94b2fca5-e239-4334-9c7a-e8ba06b6df9a tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/ports?device_id=13132607-0993-42da-b12a-915a6d20ac5e HTTP/1.1" status: 200 len: 946 time: 0.0921843 Mar 11 02:59:33.845213 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417e576b-3753-457f-aadd-c2e9a4f02a4d tempest-VolumesNegativeTest-420372250 tempest-VolumesNegativeTest-420372250-project] Pushing event deleted for resources: {'Port': ['ID=06f5b023-f455-4cca-a4c6-74c93c99d9c0,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:59:33.898614 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-a4f8a239-761e-4188-b649-009ba2d84778 req-7429dbc9-dba7-4db3-8cef-801d09ca8384 tempest-VolumesNegativeTest-420372250 tempest-VolumesNegativeTest-420372250-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8120036-e84f-4236-9f76-45ed4a5aa454 HTTP/1.1" status: 200 len: 210 time: 0.0274856 Mar 11 02:59:33.911154 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac7215a6-8747-40f6-9b8c-a273b40e599a req-417e576b-3753-457f-aadd-c2e9a4f02a4d tempest-VolumesNegativeTest-420372250 tempest-VolumesNegativeTest-420372250-project] No DVR routers for this DVR port 06f5b023-f455-4cca-a4c6-74c93c99d9c0 on host hv-cinder-74014 {{(pid=103104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 02:59:33.918387 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-ac7215a6-8747-40f6-9b8c-a273b40e599a req-417e576b-3753-457f-aadd-c2e9a4f02a4d tempest-VolumesNegativeTest-420372250 tempest-VolumesNegativeTest-420372250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55355'] for port (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:59:33.921775 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-ac7215a6-8747-40f6-9b8c-a273b40e599a req-417e576b-3753-457f-aadd-c2e9a4f02a4d tempest-VolumesNegativeTest-420372250 tempest-VolumesNegativeTest-420372250-project] 10.222.0.13 "DELETE /v2.0/ports/06f5b023-f455-4cca-a4c6-74c93c99d9c0 HTTP/1.1" status: 204 len: 173 time: 0.4549754 Mar 11 02:59:33.922290 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8120036-e84f-4236-9f76-45ed4a5aa454', 'name': 'network-vif-deleted', 'tag': '06f5b023-f455-4cca-a4c6-74c93c99d9c0'}] {{(pid=103104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 02:59:33.924526 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b4e7651ceabe3a28ab45abcf2012854968d28c41040a071bcf34f6a69b109a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03d542ad-ab1a-44ac-bf99-f43ea440caa7" -d '{"events": [{"server_uuid": "d8120036-e84f-4236-9f76-45ed4a5aa454", "name": "network-vif-deleted", "tag": "06f5b023-f455-4cca-a4c6-74c93c99d9c0"}]}' {{(pid=103104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 02:59:33.945959 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-1b02f2c2-410f-46cc-aa82-53047cd85f5c req-d900a51f-ab68-4a0d-8334-3acd12ec4685 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9c75b18-9067-4656-afb9-de1b8b0fda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939445 Mar 11 02:59:33.974465 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 02:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0352ea16-29bf-4067-8b5c-f239bf8a02ce x-openstack-request-id: req-0352ea16-29bf-4067-8b5c-f239bf8a02ce {{(pid=103104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 02:59:33.975183 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8120036-e84f-4236-9f76-45ed4a5aa454", "name": "network-vif-deleted", "tag": "06f5b023-f455-4cca-a4c6-74c93c99d9c0", "status": "completed", "code": 200}]} {{(pid=103104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 02:59:33.975434 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0352ea16-29bf-4067-8b5c-f239bf8a02ce {{(pid=103104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 02:59:33.975869 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8120036-e84f-4236-9f76-45ed4a5aa454', 'name': 'network-vif-deleted', 'tag': '06f5b023-f455-4cca-a4c6-74c93c99d9c0', 'status': 'completed', 'code': 200} Mar 11 02:59:35.077779 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4fd921-52b4-4492-8224-a3fc6ff579f8 req-9c1f53a0-6233-4467-a079-e0d09111b028 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:59:35.079811 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-0f4fd921-52b4-4492-8224-a3fc6ff579f8 req-9c1f53a0-6233-4467-a079-e0d09111b028 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/ports?device_id=13132607-0993-42da-b12a-915a6d20ac5e HTTP/1.1" status: 200 len: 946 time: 0.0611935 Mar 11 02:59:35.134905 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-0f4fd921-52b4-4492-8224-a3fc6ff579f8 req-b109a0bf-c887-47bc-9490-228d89477f23 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9c75b18-9067-4656-afb9-de1b8b0fda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495501 Mar 11 02:59:36.254848 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f132f9d7-5dc9-48ff-813c-33489fdb0e04 req-e2c2bc62-6a3f-4a6f-bc15-f33be31f257b tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:59:36.256263 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-f132f9d7-5dc9-48ff-813c-33489fdb0e04 req-e2c2bc62-6a3f-4a6f-bc15-f33be31f257b tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/ports?device_id=13132607-0993-42da-b12a-915a6d20ac5e HTTP/1.1" status: 200 len: 946 time: 0.0546191 Mar 11 02:59:36.305604 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-f132f9d7-5dc9-48ff-813c-33489fdb0e04 req-01164ede-a70f-4a9e-a3d6-90979e86abb0 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9c75b18-9067-4656-afb9-de1b8b0fda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436890 Mar 11 02:59:36.513748 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0c7c7a-e2ef-4e57-a87b-4782c7c4ccb5 req-f31da64b-956b-4b54-bd10-a8ecdbd27e60 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:59:36.515379 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-7d0c7c7a-e2ef-4e57-a87b-4782c7c4ccb5 req-f31da64b-956b-4b54-bd10-a8ecdbd27e60 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/ports?device_id=13132607-0993-42da-b12a-915a6d20ac5e HTTP/1.1" status: 200 len: 946 time: 0.0589476 Mar 11 02:59:36.597196 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-7d0c7c7a-e2ef-4e57-a87b-4782c7c4ccb5 req-7e74eb66-3fac-4f21-9494-a518a80f5e0f tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9c75b18-9067-4656-afb9-de1b8b0fda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737951 Mar 11 02:59:36.602004 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f426e8-e57b-45e6-a770-9fedd0a572a2 req-37338429-a23a-4e15-a386-677a9cd7237e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:59:36.603712 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-86f426e8-e57b-45e6-a770-9fedd0a572a2 req-37338429-a23a-4e15-a386-677a9cd7237e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8a19620c29074aed8f3e4d3d8c51b9c7&device_id=13132607-0993-42da-b12a-915a6d20ac5e HTTP/1.1" status: 200 len: 1130 time: 0.0979989 Mar 11 02:59:36.698525 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f426e8-e57b-45e6-a770-9fedd0a572a2 req-76e46dcc-d96f-4ecd-b6fd-d8625242a4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:59:36.699999 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-86f426e8-e57b-45e6-a770-9fedd0a572a2 req-76e46dcc-d96f-4ecd-b6fd-d8625242a4d5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=845c03c2-a500-4a58-b6f9-0437e53ee18b HTTP/1.1" status: 200 len: 912 time: 0.0873606 Mar 11 02:59:36.773981 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-86f426e8-e57b-45e6-a770-9fedd0a572a2 req-75169ae8-0f8b-41ad-8df3-43172375aec7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=07c49de9-be92-4f37-96d3-d58c8107b200 HTTP/1.1" status: 200 len: 1002 time: 0.0648324 Mar 11 02:59:36.824966 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f426e8-e57b-45e6-a770-9fedd0a572a2 req-12e04985-4039-4c75-bedd-d6275d1e73ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:59:36.826497 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-86f426e8-e57b-45e6-a770-9fedd0a572a2 req-12e04985-4039-4c75-bedd-d6275d1e73ab service neutron] 10.222.0.13 "GET /v2.0/subnets?id=363826bf-4a53-45a3-8f97-aa25838926f8 HTTP/1.1" status: 200 len: 850 time: 0.0465169 Mar 11 02:59:36.876119 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f426e8-e57b-45e6-a770-9fedd0a572a2 req-ac28b7d7-7478-466c-975d-f6de1fe54716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:59:36.877717 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-86f426e8-e57b-45e6-a770-9fedd0a572a2 req-ac28b7d7-7478-466c-975d-f6de1fe54716 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=845c03c2-a500-4a58-b6f9-0437e53ee18b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0438969 Mar 11 02:59:36.971093 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-86f426e8-e57b-45e6-a770-9fedd0a572a2 req-dcbe8265-9155-4bdf-8872-4eaf3302e5c9 service neutron] 10.222.0.13 "GET /v2.0/networks/845c03c2-a500-4a58-b6f9-0437e53ee18b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866098 Mar 11 02:59:37.059979 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-86f426e8-e57b-45e6-a770-9fedd0a572a2 req-a1b04b13-eeae-4946-8758-8ef5af149215 service neutron] 10.222.0.13 "GET /v2.0/networks/845c03c2-a500-4a58-b6f9-0437e53ee18b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821104 Mar 11 02:59:37.254289 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Device 06f5b023-f455-4cca-a4c6-74c93c99d9c0 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=103105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 02:59:37.274641 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] No Port match for: 06f5b023-f455-4cca-a4c6-74c93c99d9c0 {{(pid=103105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 02:59:37.274984 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Device 06f5b023-f455-4cca-a4c6-74c93c99d9c0 not bound to the agent host hv-cinder-74014 {{(pid=103105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 02:59:37.722273 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c84bdf2-7815-449b-8718-8669bd23068a req-6798c57c-5865-424e-b1c2-7967b633b3a1 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:59:37.723763 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-8c84bdf2-7815-449b-8718-8669bd23068a req-6798c57c-5865-424e-b1c2-7967b633b3a1 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/ports?device_id=13132607-0993-42da-b12a-915a6d20ac5e HTTP/1.1" status: 200 len: 946 time: 0.0542819 Mar 11 02:59:37.771105 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-8c84bdf2-7815-449b-8718-8669bd23068a req-2181e738-8bf2-45af-abd6-768e25f80108 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9c75b18-9067-4656-afb9-de1b8b0fda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416520 Mar 11 02:59:38.746671 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 45526) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:59:38.885191 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-492af8f9-b601-4132-be54-c329405c8fdf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=af8c890c41f94434800db7e42e6834d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1372309 Mar 11 02:59:38.887577 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 45530) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:59:38.931858 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-066e67cb-f6cd-4d9c-8a6e-31949e1d450b admin admin] Publish callbacks [] for security_group (a3580b62-b918-4a00-999e-68036a4f8be5), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:59:38.952250 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-066e67cb-f6cd-4d9c-8a6e-31949e1d450b admin admin] Publish callbacks [] for security_group (a3580b62-b918-4a00-999e-68036a4f8be5), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:59:38.997960 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-066e67cb-f6cd-4d9c-8a6e-31949e1d450b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (a3580b62-b918-4a00-999e-68036a4f8be5), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:59:39.001202 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-066e67cb-f6cd-4d9c-8a6e-31949e1d450b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:59:39.002431 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-066e67cb-f6cd-4d9c-8a6e-31949e1d450b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a3580b62-b918-4a00-999e-68036a4f8be5 HTTP/1.1" status: 204 len: 168 time: 0.1139784 Mar 11 02:59:39.009680 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e67cb-f6cd-4d9c-8a6e-31949e1d450b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3580b62-b918-4a00-999e-68036a4f8be5,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:59:45.684598 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa2fef0-fbb3-4ed0-87cf-e96fd3a7eee3 req-679374a7-36e1-4b71-8c13-e9707e70a4e9 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:59:45.686104 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-ffa2fef0-fbb3-4ed0-87cf-e96fd3a7eee3 req-679374a7-36e1-4b71-8c13-e9707e70a4e9 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/ports?device_id=e409d1d5-f58e-4339-96ac-4bf92f2eeb8b HTTP/1.1" status: 200 len: 946 time: 0.0519919 Mar 11 02:59:45.734963 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-ffa2fef0-fbb3-4ed0-87cf-e96fd3a7eee3 req-b4ece7cd-0bd0-416d-89b0-060122475b3b tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/security-groups?id=80bb0548-f8bc-4a80-afbb-37b7a84dba28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427594 Mar 11 02:59:46.856651 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548283f0-7db8-4909-9b6c-81166804e240 req-9615ef5e-5b36-4e5d-bcec-63dd2e11372c tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:59:46.858034 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-548283f0-7db8-4909-9b6c-81166804e240 req-9615ef5e-5b36-4e5d-bcec-63dd2e11372c tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/ports?device_id=e409d1d5-f58e-4339-96ac-4bf92f2eeb8b HTTP/1.1" status: 200 len: 946 time: 0.0525136 Mar 11 02:59:46.902785 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-548283f0-7db8-4909-9b6c-81166804e240 req-496a6137-2797-460e-9b9c-78a016fbe3d7 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/security-groups?id=80bb0548-f8bc-4a80-afbb-37b7a84dba28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389249 Mar 11 02:59:47.354804 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (56ad6e9b-975a-4fdf-b549-1f3c33ba94e0), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:59:47.632731 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c302bba-0728-4064-9fe7-0573d0134a4f req-d4264ae2-4a42-4930-9748-e898c98b8a15 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:59:47.634073 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-7c302bba-0728-4064-9fe7-0573d0134a4f req-d4264ae2-4a42-4930-9748-e898c98b8a15 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.13 "GET /v2.0/ports?device_id=e409d1d5-f58e-4339-96ac-4bf92f2eeb8b HTTP/1.1" status: 200 len: 946 time: 0.0552292 Mar 11 02:59:47.726879 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.plugin [req-7c302bba-0728-4064-9fe7-0573d0134a4f req-b9630054-4d93-43da-af7d-f667cfad607a tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Deleting port 376644d1-d63b-4c41-ba43-be4c17127867 {{(pid=103104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 02:59:47.727215 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-7c302bba-0728-4064-9fe7-0573d0134a4f req-b9630054-4d93-43da-af7d-f667cfad607a tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774349354222'] for port (376644d1-d63b-4c41-ba43-be4c17127867), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:59:47.816533 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.db [req-7c302bba-0728-4064-9fe7-0573d0134a4f req-b9630054-4d93-43da-af7d-f667cfad607a tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] For port 376644d1-d63b-4c41-ba43-be4c17127867, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=376644d1-d63b-4c41-ba43-be4c17127867,segment=NetworkSegment(e477fdca-2d56-4686-9dff-dd5cd9b82843),segment_id=e477fdca-2d56-4686-9dff-dd5cd9b82843)] {{(pid=103104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 02:59:47.817005 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-7c302bba-0728-4064-9fe7-0573d0134a4f req-b9630054-4d93-43da-af7d-f667cfad607a tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574894'] for port (376644d1-d63b-4c41-ba43-be4c17127867), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:59:48.022838 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1814adf2-02f9-431c-8f7d-b5df2933c2ef req-6c945c8b-ad6e-4451-9a17-b38ef3e8450e tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:59:48.024305 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-1814adf2-02f9-431c-8f7d-b5df2933c2ef req-6c945c8b-ad6e-4451-9a17-b38ef3e8450e tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/ports?device_id=e409d1d5-f58e-4339-96ac-4bf92f2eeb8b HTTP/1.1" status: 200 len: 946 time: 0.0509255 Mar 11 02:59:48.036937 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-7c302bba-0728-4064-9fe7-0573d0134a4f req-b9630054-4d93-43da-af7d-f667cfad607a tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:59:48.037513 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-7c302bba-0728-4064-9fe7-0573d0134a4f req-b9630054-4d93-43da-af7d-f667cfad607a tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580600'] for floatingip (d6d760ce-b671-4a53-9f4d-d6cc5930e4b9), after_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:59:48.037648 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.db.l3_db [req-7c302bba-0728-4064-9fe7-0573d0134a4f req-b9630054-4d93-43da-af7d-f667cfad607a tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Floating IP d6d760ce-b671-4a53-9f4d-d6cc5930e4b9 disassociated. External IP: 172.28.1.253, port: 376644d1-d63b-4c41-ba43-be4c17127867. Mar 11 02:59:48.037991 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.plugin [req-7c302bba-0728-4064-9fe7-0573d0134a4f req-b9630054-4d93-43da-af7d-f667cfad607a tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Calling delete_port for 376644d1-d63b-4c41-ba43-be4c17127867 owned by compute:nova {{(pid=103104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 02:59:48.070668 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-1814adf2-02f9-431c-8f7d-b5df2933c2ef req-845a85ec-73b2-4c43-b2ec-1cc31c4aa211 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/security-groups?id=80bb0548-f8bc-4a80-afbb-37b7a84dba28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405340 Mar 11 02:59:48.160686 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-7c302bba-0728-4064-9fe7-0573d0134a4f req-b9630054-4d93-43da-af7d-f667cfad607a tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774349360213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774348857685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9193763'] for port (376644d1-d63b-4c41-ba43-be4c17127867), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:59:48.189569 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9630054-4d93-43da-af7d-f667cfad607a tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Pushing event deleted for resources: {'Port': ['ID=376644d1-d63b-4c41-ba43-be4c17127867,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:59:48.303463 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7c302bba-0728-4064-9fe7-0573d0134a4f req-b9630054-4d93-43da-af7d-f667cfad607a tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Router e386feea-abcc-415c-9f6f-f9749eca19a2 has already been hosted by L3 agent 368653ed-b5ce-4183-9c3b-231a0bc3dd35 {{(pid=103104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 02:59:48.409931 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7c302bba-0728-4064-9fe7-0573d0134a4f req-b9630054-4d93-43da-af7d-f667cfad607a tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Notify agent at l3_agent.dv-cinder-740146-14-smb the message routers_updated {{(pid=103104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 02:59:48.419994 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60aa897a-687e-4046-a83a-fd8355a52fdb None None] Sync routers for ids ['e386feea-abcc-415c-9f6f-f9749eca19a2'] in dv-cinder-740146-14-smb {{(pid=103105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 02:59:48.430760 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60aa897a-687e-4046-a83a-fd8355a52fdb None None] Routers {'e386feea-abcc-415c-9f6f-f9749eca19a2'} bound to L3 agent in host dv-cinder-740146-14-smb {{(pid=103105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 02:59:48.431372 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_hamode_db [None req-60aa897a-687e-4046-a83a-fd8355a52fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T02:46:25Z,description=,heartbeat_timestamp=2022-03-11T02:59:25Z,host='dv-cinder-740146-14-smb',id=368653ed-b5ce-4183-9c3b-231a0bc3dd35,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T02:46:25Z,topic='l3_agent')) {'router_ids': ['e386feea-abcc-415c-9f6f-f9749eca19a2'], 'active': True} {{(pid=103105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 02:59:48.450612 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c302bba-0728-4064-9fe7-0573d0134a4f req-b9630054-4d93-43da-af7d-f667cfad607a tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] No DVR routers for this DVR port 376644d1-d63b-4c41-ba43-be4c17127867 on host hv-cinder-74014 {{(pid=103104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 02:59:48.453199 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-7c302bba-0728-4064-9fe7-0573d0134a4f req-b9630054-4d93-43da-af7d-f667cfad607a tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55355'] for port (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:59:48.456556 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-7c302bba-0728-4064-9fe7-0573d0134a4f req-b9630054-4d93-43da-af7d-f667cfad607a tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.13 "DELETE /v2.0/ports/376644d1-d63b-4c41-ba43-be4c17127867 HTTP/1.1" status: 204 len: 173 time: 0.8169854 Mar 11 02:59:48.457125 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e409d1d5-f58e-4339-96ac-4bf92f2eeb8b', 'name': 'network-vif-deleted', 'tag': '376644d1-d63b-4c41-ba43-be4c17127867'}] {{(pid=103104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 02:59:48.459537 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b4e7651ceabe3a28ab45abcf2012854968d28c41040a071bcf34f6a69b109a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24ab9032-9d63-41a7-89d7-a5c8a950148a" -d '{"events": [{"server_uuid": "e409d1d5-f58e-4339-96ac-4bf92f2eeb8b", "name": "network-vif-deleted", "tag": "376644d1-d63b-4c41-ba43-be4c17127867"}]}' {{(pid=103104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 02:59:48.495341 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 02:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-935d8e5e-801f-4fce-9d4f-28102252bcaa x-openstack-request-id: req-935d8e5e-801f-4fce-9d4f-28102252bcaa {{(pid=103104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 02:59:48.495641 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e409d1d5-f58e-4339-96ac-4bf92f2eeb8b", "name": "network-vif-deleted", "tag": "376644d1-d63b-4c41-ba43-be4c17127867", "status": "completed", "code": 200}]} {{(pid=103104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 02:59:48.496065 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-935d8e5e-801f-4fce-9d4f-28102252bcaa {{(pid=103104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 02:59:48.496504 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e409d1d5-f58e-4339-96ac-4bf92f2eeb8b', 'name': 'network-vif-deleted', 'tag': '376644d1-d63b-4c41-ba43-be4c17127867', 'status': 'completed', 'code': 200} Mar 11 02:59:48.542565 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_dvr_db [None req-60aa897a-687e-4046-a83a-fd8355a52fdb None None] Set router e386feea-abcc-415c-9f6f-f9749eca19a2 gateway port host: dv-cinder-740146-14-smb {{(pid=103105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 02:59:48.746181 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_hamode_db [None req-60aa897a-687e-4046-a83a-fd8355a52fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e386feea-abcc-415c-9f6f-f9749eca19a2', 'name': 'tempest-AttachVolumeShelveTestJSON-173206986-router', 'tenant_id': '016945d4fe40485aa894be1440edd3ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'external_fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.66'}], 'enable_snat': True}, 'gw_port_id': 'c0c11f62-874c-4215-9b74-145c6bbc01a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T02:54:50Z', 'updated_at': '2022-03-11T02:55:05Z', 'revision_number': 4, 'project_id': '016945d4fe40485aa894be1440edd3ad', 'gw_port': {'id': 'c0c11f62-874c-4215-9b74-145c6bbc01a9', 'name': '', 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:74:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e386feea-abcc-415c-9f6f-f9749eca19a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:54:52Z', 'updated_at': '2022-03-11T02:55:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-smb', '_interfaces': [{'id': '35412e3f-7cce-4b83-b34e-1d9b0fe5ea22', 'name': '', 'network_id': 'c37e13a0-a6c7-4b0f-ae0c-93319b771da2', 'tenant_id': '016945d4fe40485aa894be1440edd3ad', 'mac_address': 'fa:16:3e:4f:84:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e386feea-abcc-415c-9f6f-f9749eca19a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5c53e0a5-6c83-4aeb-b9db-2d1372c504dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:55:01Z', 'updated_at': '2022-03-11T02:55:15Z', 'revision_number': 5, 'project_id': '016945d4fe40485aa894be1440edd3ad', 'subnets': [{'id': '5c53e0a5-6c83-4aeb-b9db-2d1372c504dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-14-smb', False) {} {{(pid=103105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 02:59:48.772100 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60aa897a-687e-4046-a83a-fd8355a52fdb None None] Checking router: e386feea-abcc-415c-9f6f-f9749eca19a2 for host: dv-cinder-740146-14-smb {{(pid=103105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 02:59:48.781717 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60aa897a-687e-4046-a83a-fd8355a52fdb None None] Routers {'e386feea-abcc-415c-9f6f-f9749eca19a2'} bound to L3 agent in host dv-cinder-740146-14-smb {{(pid=103105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 02:59:48.782295 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_hamode_db [None req-60aa897a-687e-4046-a83a-fd8355a52fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T02:46:25Z,description=,heartbeat_timestamp=2022-03-11T02:59:25Z,host='dv-cinder-740146-14-smb',id=368653ed-b5ce-4183-9c3b-231a0bc3dd35,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T02:46:25Z,topic='l3_agent')) {'router_ids': ['e386feea-abcc-415c-9f6f-f9749eca19a2'], 'active': True} {{(pid=103105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 02:59:48.894062 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_dvr_db [None req-60aa897a-687e-4046-a83a-fd8355a52fdb None None] Set router e386feea-abcc-415c-9f6f-f9749eca19a2 gateway port host: dv-cinder-740146-14-smb {{(pid=103105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 02:59:49.099209 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_hamode_db [None req-60aa897a-687e-4046-a83a-fd8355a52fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e386feea-abcc-415c-9f6f-f9749eca19a2', 'name': 'tempest-AttachVolumeShelveTestJSON-173206986-router', 'tenant_id': '016945d4fe40485aa894be1440edd3ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'external_fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.66'}], 'enable_snat': True}, 'gw_port_id': 'c0c11f62-874c-4215-9b74-145c6bbc01a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T02:54:50Z', 'updated_at': '2022-03-11T02:55:05Z', 'revision_number': 4, 'project_id': '016945d4fe40485aa894be1440edd3ad', 'gw_port': {'id': 'c0c11f62-874c-4215-9b74-145c6bbc01a9', 'name': '', 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:74:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e386feea-abcc-415c-9f6f-f9749eca19a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:54:52Z', 'updated_at': '2022-03-11T02:55:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-smb', '_interfaces': [{'id': '35412e3f-7cce-4b83-b34e-1d9b0fe5ea22', 'name': '', 'network_id': 'c37e13a0-a6c7-4b0f-ae0c-93319b771da2', 'tenant_id': '016945d4fe40485aa894be1440edd3ad', 'mac_address': 'fa:16:3e:4f:84:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e386feea-abcc-415c-9f6f-f9749eca19a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5c53e0a5-6c83-4aeb-b9db-2d1372c504dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:55:01Z', 'updated_at': '2022-03-11T02:55:15Z', 'revision_number': 5, 'project_id': '016945d4fe40485aa894be1440edd3ad', 'subnets': [{'id': '5c53e0a5-6c83-4aeb-b9db-2d1372c504dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-14-smb', False) {} {{(pid=103105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 02:59:49.126560 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60aa897a-687e-4046-a83a-fd8355a52fdb None None] The sync data for ids ['e386feea-abcc-415c-9f6f-f9749eca19a2'] in dv-cinder-740146-14-smb is: [{'id': 'e386feea-abcc-415c-9f6f-f9749eca19a2', 'name': 'tempest-AttachVolumeShelveTestJSON-173206986-router', 'tenant_id': '016945d4fe40485aa894be1440edd3ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'external_fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.66'}], 'enable_snat': True}, 'gw_port_id': 'c0c11f62-874c-4215-9b74-145c6bbc01a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T02:54:50Z', 'updated_at': '2022-03-11T02:55:05Z', 'revision_number': 4, 'project_id': '016945d4fe40485aa894be1440edd3ad', 'gw_port': {'id': 'c0c11f62-874c-4215-9b74-145c6bbc01a9', 'name': '', 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:74:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e386feea-abcc-415c-9f6f-f9749eca19a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:54:52Z', 'updated_at': '2022-03-11T02:55:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-smb', '_interfaces': [{'id': '35412e3f-7cce-4b83-b34e-1d9b0fe5ea22', 'name': '', 'network_id': 'c37e13a0-a6c7-4b0f-ae0c-93319b771da2', 'tenant_id': '016945d4fe40485aa894be1440edd3ad', 'mac_address': 'fa:16:3e:4f:84:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e386feea-abcc-415c-9f6f-f9749eca19a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5c53e0a5-6c83-4aeb-b9db-2d1372c504dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:55:01Z', 'updated_at': '2022-03-11T02:55:15Z', 'revision_number': 5, 'project_id': '016945d4fe40485aa894be1440edd3ad', 'subnets': [{'id': '5c53e0a5-6c83-4aeb-b9db-2d1372c504dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 02:59:49.160156 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 45572) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:59:49.214938 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-9bf55cd3-c966-44cd-82c9-dd14b8f7fefa tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Publish callbacks [] for security_group (80bb0548-f8bc-4a80-afbb-37b7a84dba28), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:59:49.238537 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-9bf55cd3-c966-44cd-82c9-dd14b8f7fefa tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Publish callbacks [] for security_group (80bb0548-f8bc-4a80-afbb-37b7a84dba28), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:59:49.298353 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-9bf55cd3-c966-44cd-82c9-dd14b8f7fefa tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (80bb0548-f8bc-4a80-afbb-37b7a84dba28), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:59:49.300989 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-9bf55cd3-c966-44cd-82c9-dd14b8f7fefa tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Publish callbacks [] for security_group (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:59:49.302247 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-9bf55cd3-c966-44cd-82c9-dd14b8f7fefa tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "DELETE /v2.0/security-groups/80bb0548-f8bc-4a80-afbb-37b7a84dba28 HTTP/1.1" status: 204 len: 168 time: 0.1411006 Mar 11 02:59:49.305164 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 45574) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:59:49.319148 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf55cd3-c966-44cd-82c9-dd14b8f7fefa tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80bb0548-f8bc-4a80-afbb-37b7a84dba28,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:59:49.319370 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.api.v2.resource [None req-55b2a162-4a1a-4888-99b2-ab447b891cb7 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] show failed (client error): The resource could not be found. Mar 11 02:59:49.323574 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-55b2a162-4a1a-4888-99b2-ab447b891cb7 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/security-groups/80bb0548-f8bc-4a80-afbb-37b7a84dba28 HTTP/1.1" status: 404 len: 347 time: 0.0172420 Mar 11 02:59:49.324407 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 45576) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:59:49.374082 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4afee1b-c09b-4e2e-b5c6-503bfc98180c None None] New status for floating IP d6d760ce-b671-4a53-9f4d-d6cc5930e4b9: DOWN {{(pid=103106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 02:59:49.452065 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-968c98de-49f8-4617-94a9-63586f7cec9d tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Deleting port f34d5f36-1546-467e-85ee-a02d0ee9bc63 {{(pid=103103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 02:59:49.452410 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-968c98de-49f8-4617-94a9-63586f7cec9d tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774349354222'] for port (f34d5f36-1546-467e-85ee-a02d0ee9bc63), before_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:59:49.534244 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-968c98de-49f8-4617-94a9-63586f7cec9d tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574894'] for port (f34d5f36-1546-467e-85ee-a02d0ee9bc63), precommit_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:59:49.534576 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-968c98de-49f8-4617-94a9-63586f7cec9d tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Publish callbacks [] for floatingip (f34d5f36-1546-467e-85ee-a02d0ee9bc63), precommit_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:59:49.546160 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-968c98de-49f8-4617-94a9-63586f7cec9d tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Calling delete_port for f34d5f36-1546-467e-85ee-a02d0ee9bc63 owned by network:floatingip {{(pid=103103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 02:59:49.684422 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-968c98de-49f8-4617-94a9-63586f7cec9d tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774349360213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774348857685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9139710'] for port (f34d5f36-1546-467e-85ee-a02d0ee9bc63), after_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:59:49.708733 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968c98de-49f8-4617-94a9-63586f7cec9d tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Pushing event deleted for resources: {'Port': ['ID=f34d5f36-1546-467e-85ee-a02d0ee9bc63,revision_number=None']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:59:49.720295 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968c98de-49f8-4617-94a9-63586f7cec9d tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:59:49.720656 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968c98de-49f8-4617-94a9-63586f7cec9d tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:59:49.721005 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968c98de-49f8-4617-94a9-63586f7cec9d tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:59:49.721375 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968c98de-49f8-4617-94a9-63586f7cec9d tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:59:49.721718 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968c98de-49f8-4617-94a9-63586f7cec9d tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:59:49.722056 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968c98de-49f8-4617-94a9-63586f7cec9d tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:59:49.722389 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968c98de-49f8-4617-94a9-63586f7cec9d tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:59:49.722721 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968c98de-49f8-4617-94a9-63586f7cec9d tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:59:49.723051 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968c98de-49f8-4617-94a9-63586f7cec9d tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:59:49.723479 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968c98de-49f8-4617-94a9-63586f7cec9d tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:59:49.723789 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968c98de-49f8-4617-94a9-63586f7cec9d tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:59:49.724029 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968c98de-49f8-4617-94a9-63586f7cec9d tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:59:49.724353 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968c98de-49f8-4617-94a9-63586f7cec9d tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:59:49.777762 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-968c98de-49f8-4617-94a9-63586f7cec9d tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Publish callbacks [] for floatingip (d6d760ce-b671-4a53-9f4d-d6cc5930e4b9), after_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:59:49.780271 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-968c98de-49f8-4617-94a9-63586f7cec9d tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55355'] for floatingip (None), before_response {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:59:49.782460 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-968c98de-49f8-4617-94a9-63586f7cec9d tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "DELETE /v2.0/floatingips/d6d760ce-b671-4a53-9f4d-d6cc5930e4b9 HTTP/1.1" status: 204 len: 168 time: 0.4565892 Mar 11 02:59:49.891277 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-52faffbe-137e-414d-b1f5-3b15e7821309 req-5a6d1e3b-5c09-476f-a232-b3a8a18961d7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=258ae442-c6a6-4bea-947c-f3e043b73155&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0535591 Mar 11 02:59:49.966260 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52faffbe-137e-414d-b1f5-3b15e7821309 req-dc28db1a-b10b-44ff-8a67-14a57bf98238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:59:49.967764 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-52faffbe-137e-414d-b1f5-3b15e7821309 req-dc28db1a-b10b-44ff-8a67-14a57bf98238 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a7bd65d0a0b54c449113a4ac00fc662d&device_id=258ae442-c6a6-4bea-947c-f3e043b73155 HTTP/1.1" status: 200 len: 1168 time: 0.0487015 Mar 11 02:59:49.982707 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 45580) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:59:49.987570 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.v2.base [None req-976392cf-2052-4b1e-a983-3017d0bdf1c8 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1052614381', 'description': 'tempest-description--1043852535'}} {{(pid=103103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 02:59:50.007587 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-976392cf-2052-4b1e-a983-3017d0bdf1c8 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Publish callbacks [] for security_group (None), before_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:59:50.069656 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52faffbe-137e-414d-b1f5-3b15e7821309 req-4ddcf8b8-7cee-4841-ae85-6f5fc26663fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:59:50.071168 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-52faffbe-137e-414d-b1f5-3b15e7821309 req-4ddcf8b8-7cee-4841-ae85-6f5fc26663fa service neutron] 10.222.0.13 "GET /v2.0/networks?id=aa8f397c-9989-4eb2-96e4-41d8627a091e HTTP/1.1" status: 200 len: 916 time: 0.0845239 Mar 11 02:59:50.074955 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-976392cf-2052-4b1e-a983-3017d0bdf1c8 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Publish callbacks [] for security_group (33992cde-61fd-4874-b8a7-acdc4cb8faeb), precommit_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:59:50.079235 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-976392cf-2052-4b1e-a983-3017d0bdf1c8 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (33992cde-61fd-4874-b8a7-acdc4cb8faeb), after_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:59:50.110514 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-976392cf-2052-4b1e-a983-3017d0bdf1c8 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Publish callbacks [] for security_group (None), before_response {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:59:50.111877 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-976392cf-2052-4b1e-a983-3017d0bdf1c8 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1281641 Mar 11 02:59:50.113867 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976392cf-2052-4b1e-a983-3017d0bdf1c8 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33992cde-61fd-4874-b8a7-acdc4cb8faeb,revision_number=1']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:59:50.117476 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 45582) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:59:50.123436 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.v2.base [None req-cd13433f-1295-4747-bfbb-d09f9ded399a tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Request body: {'security_group_rule': {'security_group_id': '33992cde-61fd-4874-b8a7-acdc4cb8faeb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 02:59:50.145238 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-52faffbe-137e-414d-b1f5-3b15e7821309 req-5214243e-585b-4368-9723-414abe0be2aa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0aa3aa11-4236-4412-bb5f-61a46d3b6a7e HTTP/1.1" status: 200 len: 1000 time: 0.0664146 Mar 11 02:59:50.158218 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-cd13433f-1295-4747-bfbb-d09f9ded399a tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Publish callbacks [] for security_group_rule (b5f41836-2a8a-4810-8efc-4043cb7ea9f9), before_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:59:50.196800 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52faffbe-137e-414d-b1f5-3b15e7821309 req-1ecc84ed-7436-4e0f-8b77-b7db3f378891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:59:50.198312 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-52faffbe-137e-414d-b1f5-3b15e7821309 req-1ecc84ed-7436-4e0f-8b77-b7db3f378891 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d4d08d7c-9091-46e5-9160-e7157dc9cc9d HTTP/1.1" status: 200 len: 854 time: 0.0476315 Mar 11 02:59:50.225649 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-cd13433f-1295-4747-bfbb-d09f9ded399a tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Publish callbacks [] for security_group_rule (b5f41836-2a8a-4810-8efc-4043cb7ea9f9), precommit_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:59:50.232714 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-cd13433f-1295-4747-bfbb-d09f9ded399a tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526655'] for security_group_rule (b5f41836-2a8a-4810-8efc-4043cb7ea9f9), after_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:59:50.252136 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd13433f-1295-4747-bfbb-d09f9ded399a tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5f41836-2a8a-4810-8efc-4043cb7ea9f9,revision_number=0']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:59:50.260519 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52faffbe-137e-414d-b1f5-3b15e7821309 req-ceccc81f-f760-4262-a893-cade850e93ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:59:50.262218 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-cd13433f-1295-4747-bfbb-d09f9ded399a tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:59:50.262394 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-52faffbe-137e-414d-b1f5-3b15e7821309 req-ceccc81f-f760-4262-a893-cade850e93ab service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=aa8f397c-9989-4eb2-96e4-41d8627a091e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0580039 Mar 11 02:59:50.263603 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-cd13433f-1295-4747-bfbb-d09f9ded399a tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1446922 Mar 11 02:59:50.266383 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 45584) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:59:50.272281 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.v2.base [None req-c9760444-d258-4140-b8e5-6389559a04d0 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Request body: {'security_group_rule': {'security_group_id': '33992cde-61fd-4874-b8a7-acdc4cb8faeb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 02:59:50.351825 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-c9760444-d258-4140-b8e5-6389559a04d0 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Publish callbacks [] for security_group_rule (a2324e74-8788-4d6f-9a9c-6412413e85d0), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:59:50.404341 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-52faffbe-137e-414d-b1f5-3b15e7821309 req-083d7f9f-e425-4455-bab6-4c62de1b199e service neutron] 10.222.0.13 "GET /v2.0/networks/aa8f397c-9989-4eb2-96e4-41d8627a091e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273351 Mar 11 02:59:50.426731 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-c9760444-d258-4140-b8e5-6389559a04d0 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Publish callbacks [] for security_group_rule (a2324e74-8788-4d6f-9a9c-6412413e85d0), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:59:50.437520 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-c9760444-d258-4140-b8e5-6389559a04d0 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526655'] for security_group_rule (a2324e74-8788-4d6f-9a9c-6412413e85d0), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:59:50.469296 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9760444-d258-4140-b8e5-6389559a04d0 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2324e74-8788-4d6f-9a9c-6412413e85d0,revision_number=0']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:59:50.503189 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-c9760444-d258-4140-b8e5-6389559a04d0 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:59:50.504366 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-c9760444-d258-4140-b8e5-6389559a04d0 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2369523 Mar 11 02:59:50.507723 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 45586) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 02:59:50.512853 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.v2.base [None req-1e397c3a-aeaf-457d-8306-0b8a72e6e1bc tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Request body: {'floatingip': {'floating_network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3'}} {{(pid=103103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 02:59:50.528911 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-52faffbe-137e-414d-b1f5-3b15e7821309 req-cc5f97c4-9359-4d54-9c3d-3d1a0ed7db15 service neutron] 10.222.0.13 "GET /v2.0/networks/aa8f397c-9989-4eb2-96e4-41d8627a091e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154692 Mar 11 02:59:50.535707 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-1e397c3a-aeaf-457d-8306-0b8a72e6e1bc tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:59:50.632302 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-1e397c3a-aeaf-457d-8306-0b8a72e6e1bc tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (None), before_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:59:50.738225 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.db.db_base_plugin_common [None req-1e397c3a-aeaf-457d-8306-0b8a72e6e1bc tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Allocated IP 172.28.1.247 (67cf6db3-75c3-4d86-ba36-4af7c18cd6b3/b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e/e8a61eec-5ff3-45ab-b9d7-9d34b8aa0141) {{(pid=103103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 02:59:50.839275 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-1e397c3a-aeaf-457d-8306-0b8a72e6e1bc tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Publish callbacks [] for port (e8a61eec-5ff3-45ab-b9d7-9d34b8aa0141), precommit_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:59:50.874027 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-1e397c3a-aeaf-457d-8306-0b8a72e6e1bc tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774348857676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9139710'] for port (e8a61eec-5ff3-45ab-b9d7-9d34b8aa0141), after_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:59:50.911673 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e397c3a-aeaf-457d-8306-0b8a72e6e1bc tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Network 67cf6db3-75c3-4d86-ba36-4af7c18cd6b3 is already hosted by enough agents. {{(pid=103103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 02:59:50.917782 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.scheduler.base_scheduler [None req-1e397c3a-aeaf-457d-8306-0b8a72e6e1bc tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Resources bound (agent type, host, resource id): {{(pid=103103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 02:59:50.921890 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e397c3a-aeaf-457d-8306-0b8a72e6e1bc tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Received port after_create {{(pid=103103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 02:59:50.924822 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e397c3a-aeaf-457d-8306-0b8a72e6e1bc tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Pushing event updated for resources: {'Port': ['ID=e8a61eec-5ff3-45ab-b9d7-9d34b8aa0141,revision_number=1']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:59:51.009936 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-1e397c3a-aeaf-457d-8306-0b8a72e6e1bc tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Publish callbacks [] for floatingip (ee4c9b43-0d6c-4240-9536-db00a15afb1a), precommit_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:59:51.044999 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-1e397c3a-aeaf-457d-8306-0b8a72e6e1bc tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (e8a61eec-5ff3-45ab-b9d7-9d34b8aa0141), before_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:59:51.192167 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-1e397c3a-aeaf-457d-8306-0b8a72e6e1bc tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Publish callbacks [] for port (e8a61eec-5ff3-45ab-b9d7-9d34b8aa0141), precommit_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:59:51.196787 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-1e397c3a-aeaf-457d-8306-0b8a72e6e1bc tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9139687'] for port (e8a61eec-5ff3-45ab-b9d7-9d34b8aa0141), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:59:51.263830 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e397c3a-aeaf-457d-8306-0b8a72e6e1bc tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Pushing event updated for resources: {'Port': ['ID=e8a61eec-5ff3-45ab-b9d7-9d34b8aa0141,revision_number=2']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:59:51.278780 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-1e397c3a-aeaf-457d-8306-0b8a72e6e1bc tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580600'] for floatingip (ee4c9b43-0d6c-4240-9536-db00a15afb1a), after_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:59:51.293467 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-1e397c3a-aeaf-457d-8306-0b8a72e6e1bc tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55355'] for floatingip (None), before_response {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:59:51.294719 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-1e397c3a-aeaf-457d-8306-0b8a72e6e1bc tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7858813 Mar 11 02:59:51.342712 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Device 376644d1-d63b-4c41-ba43-be4c17127867 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=103105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 02:59:51.365424 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] No Port match for: 376644d1-d63b-4c41-ba43-be4c17127867 {{(pid=103105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 02:59:51.365918 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Device 376644d1-d63b-4c41-ba43-be4c17127867 not bound to the agent host hv-cinder-74014 {{(pid=103105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 02:59:51.639298 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-5be2e45d-466a-4393-ae94-ceeaae60235c req-3ec01df6-4486-4446-a76e-a5cd80187f8e tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1052614381&fields=id&tenant_id=016945d4fe40485aa894be1440edd3ad HTTP/1.1" status: 200 len: 267 time: 0.0430307 Mar 11 02:59:51.745360 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be2e45d-466a-4393-ae94-ceeaae60235c req-628a2eaf-af9d-4688-b7de-20b905398725 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:59:51.746748 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-5be2e45d-466a-4393-ae94-ceeaae60235c req-628a2eaf-af9d-4688-b7de-20b905398725 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/networks?id=c37e13a0-a6c7-4b0f-ae0c-93319b771da2 HTTP/1.1" status: 200 len: 816 time: 0.1005220 Mar 11 02:59:51.761210 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-5be2e45d-466a-4393-ae94-ceeaae60235c req-f9ed0700-fe4c-4e09-8198-7aa44aed8535 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/quotas/016945d4fe40485aa894be1440edd3ad HTTP/1.1" status: 200 len: 375 time: 0.0086596 Mar 11 02:59:51.816515 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-5be2e45d-466a-4393-ae94-ceeaae60235c req-dbcf775c-cf08-4a94-b78e-f46e104ac92b tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=016945d4fe40485aa894be1440edd3ad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0493765 Mar 11 02:59:51.914012 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-5be2e45d-466a-4393-ae94-ceeaae60235c req-df413add-56ec-4ff3-8595-cba51fc4f358 service neutron] 10.222.0.20 "GET /v2.0/networks/c37e13a0-a6c7-4b0f-ae0c-93319b771da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861704 Mar 11 02:59:52.010311 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-5be2e45d-466a-4393-ae94-ceeaae60235c req-201384ea-fde7-4942-8560-5c9bda0a6019 service neutron] 10.222.0.20 "GET /v2.0/networks/c37e13a0-a6c7-4b0f-ae0c-93319b771da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905569 Mar 11 02:59:52.293419 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-d4f91209-c1b7-4abd-b8a8-d58155a0f290 req-ea1256ad-d0fb-47e8-a215-0e7da267c049 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/ports?device_id=512e3f05-4ea5-4348-ad75-3e15747a73b8 HTTP/1.1" status: 200 len: 210 time: 0.1389096 Mar 11 02:59:52.419399 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-2c5990f4-750c-4e4d-966b-18d2b4581cfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (27668cff-ea20-4e06-9a9c-d4f827fe3eb1), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:59:53.126433 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be2e45d-466a-4393-ae94-ceeaae60235c req-60ef4727-9db2-4ea8-a7fa-3abd414ce478 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:59:53.128286 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-5be2e45d-466a-4393-ae94-ceeaae60235c req-60ef4727-9db2-4ea8-a7fa-3abd414ce478 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.13 "GET /v2.0/networks?id=c37e13a0-a6c7-4b0f-ae0c-93319b771da2 HTTP/1.1" status: 200 len: 816 time: 0.1078539 Mar 11 02:59:53.190614 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-5be2e45d-466a-4393-ae94-ceeaae60235c req-8c2db078-683b-498a-a32e-c6be485e257c tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=016945d4fe40485aa894be1440edd3ad HTTP/1.1" status: 200 len: 380 time: 0.0535705 Mar 11 02:59:53.199152 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.v2.base [req-5be2e45d-466a-4393-ae94-ceeaae60235c req-e2c707b6-e444-45db-949e-1b50881aab0f tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Request body: {'port': {'device_id': '512e3f05-4ea5-4348-ad75-3e15747a73b8', 'network_id': 'c37e13a0-a6c7-4b0f-ae0c-93319b771da2', 'admin_state_up': True, 'tenant_id': '016945d4fe40485aa894be1440edd3ad', 'security_groups': ['33992cde-61fd-4874-b8a7-acdc4cb8faeb']}} {{(pid=103104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 02:59:53.309320 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5be2e45d-466a-4393-ae94-ceeaae60235c req-e2c707b6-e444-45db-949e-1b50881aab0f tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Made reservation on behalf of 016945d4fe40485aa894be1440edd3ad for: {'port': 1} {{(pid=103104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 02:59:53.312715 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-5be2e45d-466a-4393-ae94-ceeaae60235c req-e2c707b6-e444-45db-949e-1b50881aab0f tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:59:53.400341 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-14476f06-0491-4220-8ef2-ddfe5d08aa2d req-7f771ce8-3c68-4453-b675-d7d048339a93 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/ports?device_id=512e3f05-4ea5-4348-ad75-3e15747a73b8 HTTP/1.1" status: 200 len: 210 time: 0.0333426 Mar 11 02:59:53.458457 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.db.db_base_plugin_common [req-5be2e45d-466a-4393-ae94-ceeaae60235c req-e2c707b6-e444-45db-949e-1b50881aab0f tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Allocated IP 172.20.0.10 (c37e13a0-a6c7-4b0f-ae0c-93319b771da2/5c53e0a5-6c83-4aeb-b9db-2d1372c504dc/08cf41a0-a47f-41ac-88c6-daabf6c02add) {{(pid=103104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 02:59:53.589394 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-5be2e45d-466a-4393-ae94-ceeaae60235c req-e2c707b6-e444-45db-949e-1b50881aab0f tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Publish callbacks [] for port (08cf41a0-a47f-41ac-88c6-daabf6c02add), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:59:53.621868 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-5be2e45d-466a-4393-ae94-ceeaae60235c req-e2c707b6-e444-45db-949e-1b50881aab0f tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774348857676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9193763'] for port (08cf41a0-a47f-41ac-88c6-daabf6c02add), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:59:53.661745 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5be2e45d-466a-4393-ae94-ceeaae60235c req-e2c707b6-e444-45db-949e-1b50881aab0f tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Network c37e13a0-a6c7-4b0f-ae0c-93319b771da2 is already hosted by enough agents. {{(pid=103104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 02:59:53.664684 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.scheduler.base_scheduler [req-5be2e45d-466a-4393-ae94-ceeaae60235c req-e2c707b6-e444-45db-949e-1b50881aab0f tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Resources bound (agent type, host, resource id): {{(pid=103104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 02:59:53.667070 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.db.l3_dvrscheduler_db [req-5be2e45d-466a-4393-ae94-ceeaae60235c req-e2c707b6-e444-45db-949e-1b50881aab0f tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Received port after_create {{(pid=103104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 02:59:53.697374 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c707b6-e444-45db-949e-1b50881aab0f tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Pushing event updated for resources: {'Port': ['ID=08cf41a0-a47f-41ac-88c6-daabf6c02add,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:59:53.725100 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be2e45d-466a-4393-ae94-ceeaae60235c req-e2c707b6-e444-45db-949e-1b50881aab0f tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:59:53.725709 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-5be2e45d-466a-4393-ae94-ceeaae60235c req-e2c707b6-e444-45db-949e-1b50881aab0f tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55355'] for port (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:59:53.742196 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-5be2e45d-466a-4393-ae94-ceeaae60235c req-e2c707b6-e444-45db-949e-1b50881aab0f tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5464849 Mar 11 02:59:53.817736 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.v2.base [req-5be2e45d-466a-4393-ae94-ceeaae60235c req-ddc6066b-8da6-4f09-9da2-c5f9774c071f service neutron] Request body: {'port': {'device_id': '512e3f05-4ea5-4348-ad75-3e15747a73b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=103104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 02:59:53.908840 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [None req-1a2630bb-72d3-458a-95ab-190993dcc829 None None] Provisioning complete for port 08cf41a0-a47f-41ac-88c6-daabf6c02add triggered by entity DHCP. {{(pid=103105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 02:59:53.909476 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1a2630bb-72d3-458a-95ab-190993dcc829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536573942'] for port (08cf41a0-a47f-41ac-88c6-daabf6c02add), provisioning_complete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:59:53.946365 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-1a2630bb-72d3-458a-95ab-190993dcc829 None None] Port 08cf41a0-a47f-41ac-88c6-daabf6c02add cannot update to ACTIVE because it is not bound. {{(pid=103105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 02:59:54.123910 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-5be2e45d-466a-4393-ae94-ceeaae60235c req-ddc6066b-8da6-4f09-9da2-c5f9774c071f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (08cf41a0-a47f-41ac-88c6-daabf6c02add), before_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:59:54.381894 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.notifiers.nova [req-5be2e45d-466a-4393-ae94-ceeaae60235c req-ddc6066b-8da6-4f09-9da2-c5f9774c071f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08cf41a0-a47f-41ac-88c6-daabf6c02add {{(pid=103104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 02:59:54.388987 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-5be2e45d-466a-4393-ae94-ceeaae60235c req-ddc6066b-8da6-4f09-9da2-c5f9774c071f service neutron] Publish callbacks [] for port (08cf41a0-a47f-41ac-88c6-daabf6c02add), precommit_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:59:54.400844 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.db.provisioning_blocks [req-5be2e45d-466a-4393-ae94-ceeaae60235c req-ddc6066b-8da6-4f09-9da2-c5f9774c071f service neutron] Transition to ACTIVE for port object 08cf41a0-a47f-41ac-88c6-daabf6c02add will not be triggered until provisioned by entity L2. {{(pid=103104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 02:59:54.404512 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-5be2e45d-466a-4393-ae94-ceeaae60235c req-ddc6066b-8da6-4f09-9da2-c5f9774c071f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9193786'] for port (08cf41a0-a47f-41ac-88c6-daabf6c02add), after_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:59:54.458127 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc6066b-8da6-4f09-9da2-c5f9774c071f service neutron] Pushing event updated for resources: {'Port': ['ID=08cf41a0-a47f-41ac-88c6-daabf6c02add,revision_number=2']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:59:54.480247 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc6066b-8da6-4f09-9da2-c5f9774c071f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:59:54.480600 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc6066b-8da6-4f09-9da2-c5f9774c071f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:59:54.480949 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc6066b-8da6-4f09-9da2-c5f9774c071f service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:59:54.481322 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc6066b-8da6-4f09-9da2-c5f9774c071f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:59:54.481655 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc6066b-8da6-4f09-9da2-c5f9774c071f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:59:54.481987 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc6066b-8da6-4f09-9da2-c5f9774c071f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:59:54.482320 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc6066b-8da6-4f09-9da2-c5f9774c071f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:59:54.482648 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc6066b-8da6-4f09-9da2-c5f9774c071f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:59:54.482977 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc6066b-8da6-4f09-9da2-c5f9774c071f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:59:54.483301 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc6066b-8da6-4f09-9da2-c5f9774c071f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:59:54.483678 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc6066b-8da6-4f09-9da2-c5f9774c071f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:59:54.484015 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc6066b-8da6-4f09-9da2-c5f9774c071f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:59:54.484602 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc6066b-8da6-4f09-9da2-c5f9774c071f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:59:54.534116 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2267d0d-fcf4-4cf3-8f89-ac73920cba71 req-9b9b7a38-fd73-4382-a65e-5fea2cf1db15 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:59:54.535691 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-c2267d0d-fcf4-4cf3-8f89-ac73920cba71 req-9b9b7a38-fd73-4382-a65e-5fea2cf1db15 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/ports?device_id=512e3f05-4ea5-4348-ad75-3e15747a73b8 HTTP/1.1" status: 200 len: 944 time: 0.0624998 Mar 11 02:59:54.538716 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.managers [req-5be2e45d-466a-4393-ae94-ceeaae60235c req-ddc6066b-8da6-4f09-9da2-c5f9774c071f service neutron] Attempting to bind port 08cf41a0-a47f-41ac-88c6-daabf6c02add on host hv-cinder-74014 for vnic_type normal with profile {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 02:59:54.539058 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.managers [req-5be2e45d-466a-4393-ae94-ceeaae60235c req-ddc6066b-8da6-4f09-9da2-c5f9774c071f service neutron] Attempting to bind port 08cf41a0-a47f-41ac-88c6-daabf6c02add by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': 'e477fdca-2d56-4686-9dff-dd5cd9b82843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'c37e13a0-a6c7-4b0f-ae0c-93319b771da2'}] {{(pid=103104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 02:59:54.539428 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be2e45d-466a-4393-ae94-ceeaae60235c req-ddc6066b-8da6-4f09-9da2-c5f9774c071f service neutron] Attempting to bind port 08cf41a0-a47f-41ac-88c6-daabf6c02add on network c37e13a0-a6c7-4b0f-ae0c-93319b771da2 {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 02:59:54.543985 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be2e45d-466a-4393-ae94-ceeaae60235c req-ddc6066b-8da6-4f09-9da2-c5f9774c071f service neutron] Port 08cf41a0-a47f-41ac-88c6-daabf6c02add on network c37e13a0-a6c7-4b0f-ae0c-93319b771da2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 02:59:54.544311 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be2e45d-466a-4393-ae94-ceeaae60235c req-ddc6066b-8da6-4f09-9da2-c5f9774c071f service neutron] Attempting to bind port 08cf41a0-a47f-41ac-88c6-daabf6c02add on network c37e13a0-a6c7-4b0f-ae0c-93319b771da2 {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 02:59:54.549486 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be2e45d-466a-4393-ae94-ceeaae60235c req-ddc6066b-8da6-4f09-9da2-c5f9774c071f service neutron] Checking agent: {'id': '56ad6e9b-975a-4fdf-b549-1f3c33ba94e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 2, 52, 47), 'started_at': datetime.datetime(2022, 3, 11, 2, 52, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 2, 59, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 02:59:54.549842 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be2e45d-466a-4393-ae94-ceeaae60235c req-ddc6066b-8da6-4f09-9da2-c5f9774c071f service neutron] Checking segment: {'id': 'e477fdca-2d56-4686-9dff-dd5cd9b82843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'c37e13a0-a6c7-4b0f-ae0c-93319b771da2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 02:59:54.550220 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be2e45d-466a-4393-ae94-ceeaae60235c req-ddc6066b-8da6-4f09-9da2-c5f9774c071f service neutron] Bound using segment: {'id': 'e477fdca-2d56-4686-9dff-dd5cd9b82843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'c37e13a0-a6c7-4b0f-ae0c-93319b771da2'} {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 02:59:54.550650 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.managers [req-5be2e45d-466a-4393-ae94-ceeaae60235c req-ddc6066b-8da6-4f09-9da2-c5f9774c071f service neutron] Bound port: 08cf41a0-a47f-41ac-88c6-daabf6c02add, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e477fdca-2d56-4686-9dff-dd5cd9b82843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'c37e13a0-a6c7-4b0f-ae0c-93319b771da2'}}] {{(pid=103104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 02:59:54.551011 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-5be2e45d-466a-4393-ae94-ceeaae60235c req-ddc6066b-8da6-4f09-9da2-c5f9774c071f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (08cf41a0-a47f-41ac-88c6-daabf6c02add), before_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:59:54.590862 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-c2267d0d-fcf4-4cf3-8f89-ac73920cba71 req-69723912-c58d-4574-95d2-8198105540b5 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/security-groups?id=33992cde-61fd-4874-b8a7-acdc4cb8faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488348 Mar 11 02:59:54.620587 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.db [req-5be2e45d-466a-4393-ae94-ceeaae60235c req-ddc6066b-8da6-4f09-9da2-c5f9774c071f service neutron] For port 08cf41a0-a47f-41ac-88c6-daabf6c02add, host hv-cinder-74014, cleared binding levels {{(pid=103104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 02:59:54.623836 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.db [req-5be2e45d-466a-4393-ae94-ceeaae60235c req-ddc6066b-8da6-4f09-9da2-c5f9774c071f service neutron] For port 08cf41a0-a47f-41ac-88c6-daabf6c02add, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=08cf41a0-a47f-41ac-88c6-daabf6c02add,segment=NetworkSegment(e477fdca-2d56-4686-9dff-dd5cd9b82843),segment_id=e477fdca-2d56-4686-9dff-dd5cd9b82843)] {{(pid=103104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 02:59:54.630914 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-5be2e45d-466a-4393-ae94-ceeaae60235c req-ddc6066b-8da6-4f09-9da2-c5f9774c071f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9193786'] for port (08cf41a0-a47f-41ac-88c6-daabf6c02add), after_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:59:54.671110 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be2e45d-466a-4393-ae94-ceeaae60235c req-ddc6066b-8da6-4f09-9da2-c5f9774c071f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:59:54.672079 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-5be2e45d-466a-4393-ae94-ceeaae60235c req-ddc6066b-8da6-4f09-9da2-c5f9774c071f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55355'] for port (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:59:54.673486 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-5be2e45d-466a-4393-ae94-ceeaae60235c req-ddc6066b-8da6-4f09-9da2-c5f9774c071f service neutron] 10.222.0.13 "PUT /v2.0/ports/08cf41a0-a47f-41ac-88c6-daabf6c02add HTTP/1.1" status: 200 len: 1094 time: 0.8601387 Mar 11 02:59:54.673933 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '512e3f05-4ea5-4348-ad75-3e15747a73b8', 'tag': '08cf41a0-a47f-41ac-88c6-daabf6c02add'}] {{(pid=103104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 02:59:54.676153 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b4e7651ceabe3a28ab45abcf2012854968d28c41040a071bcf34f6a69b109a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d3e18cc-d575-474a-ad20-8a4dc803879a" -d '{"events": [{"name": "network-changed", "server_uuid": "512e3f05-4ea5-4348-ad75-3e15747a73b8", "tag": "08cf41a0-a47f-41ac-88c6-daabf6c02add"}]}' {{(pid=103104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 02:59:54.700822 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc6066b-8da6-4f09-9da2-c5f9774c071f service neutron] Pushing event updated for resources: {'Port': ['ID=08cf41a0-a47f-41ac-88c6-daabf6c02add,revision_number=3']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:59:54.712864 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 02:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33b9486c-6bd8-4fac-b549-78c538426107 x-openstack-request-id: req-33b9486c-6bd8-4fac-b549-78c538426107 {{(pid=103104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 02:59:54.713186 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "512e3f05-4ea5-4348-ad75-3e15747a73b8", "tag": "08cf41a0-a47f-41ac-88c6-daabf6c02add", "status": "completed", "code": 200}]} {{(pid=103104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 02:59:54.713443 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-33b9486c-6bd8-4fac-b549-78c538426107 {{(pid=103104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 02:59:54.714228 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '512e3f05-4ea5-4348-ad75-3e15747a73b8', 'tag': '08cf41a0-a47f-41ac-88c6-daabf6c02add', 'status': 'completed', 'code': 200} Mar 11 02:59:54.765388 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be2e45d-466a-4393-ae94-ceeaae60235c req-0eb33a88-dada-4712-b859-de55794db12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:59:54.766943 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-5be2e45d-466a-4393-ae94-ceeaae60235c req-0eb33a88-dada-4712-b859-de55794db12f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=016945d4fe40485aa894be1440edd3ad&device_id=512e3f05-4ea5-4348-ad75-3e15747a73b8 HTTP/1.1" status: 200 len: 1128 time: 0.0465655 Mar 11 02:59:54.811123 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-5be2e45d-466a-4393-ae94-ceeaae60235c req-e5625128-c254-4ef2-99e5-03fe42a9bec2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=08cf41a0-a47f-41ac-88c6-daabf6c02add HTTP/1.1" status: 200 len: 217 time: 0.0354760 Mar 11 02:59:54.813043 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1894045c-2ea5-4653-b8ee-72f0a2834134 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (368653ed-b5ce-4183-9c3b-231a0bc3dd35), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:59:54.864162 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be2e45d-466a-4393-ae94-ceeaae60235c req-10c683a6-3e67-408c-9b26-1e4fae0c83db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:59:54.865646 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-5be2e45d-466a-4393-ae94-ceeaae60235c req-10c683a6-3e67-408c-9b26-1e4fae0c83db service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5c53e0a5-6c83-4aeb-b9db-2d1372c504dc HTTP/1.1" status: 200 len: 855 time: 0.0486741 Mar 11 02:59:54.916263 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be2e45d-466a-4393-ae94-ceeaae60235c req-619687d4-1800-4911-8e1b-4447d2fbaf3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:59:54.917804 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-5be2e45d-466a-4393-ae94-ceeaae60235c req-619687d4-1800-4911-8e1b-4447d2fbaf3f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c37e13a0-a6c7-4b0f-ae0c-93319b771da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0436153 Mar 11 02:59:55.003778 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-5be2e45d-466a-4393-ae94-ceeaae60235c req-e33053c5-9c6b-4c01-9659-5c37e26e1d6e service neutron] 10.222.0.13 "GET /v2.0/networks/c37e13a0-a6c7-4b0f-ae0c-93319b771da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789764 Mar 11 02:59:55.092851 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-5be2e45d-466a-4393-ae94-ceeaae60235c req-20c193f4-eb65-4022-a5f2-dfdcd6e0fe5c service neutron] 10.222.0.13 "GET /v2.0/networks/c37e13a0-a6c7-4b0f-ae0c-93319b771da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827761 Mar 11 02:59:55.181785 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3e18cc-d575-474a-ad20-8a4dc803879a req-a2cf8bfd-d825-43d6-b7ba-f3857dfffa48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:59:55.183166 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-8d3e18cc-d575-474a-ad20-8a4dc803879a req-a2cf8bfd-d825-43d6-b7ba-f3857dfffa48 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=016945d4fe40485aa894be1440edd3ad&device_id=512e3f05-4ea5-4348-ad75-3e15747a73b8 HTTP/1.1" status: 200 len: 1128 time: 0.0441313 Mar 11 02:59:55.276654 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3e18cc-d575-474a-ad20-8a4dc803879a req-6d454039-0ccb-4e8b-9c16-f7cc6450a774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:59:55.278150 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-8d3e18cc-d575-474a-ad20-8a4dc803879a req-6d454039-0ccb-4e8b-9c16-f7cc6450a774 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c37e13a0-a6c7-4b0f-ae0c-93319b771da2 HTTP/1.1" status: 200 len: 917 time: 0.0876796 Mar 11 02:59:55.321135 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-8d3e18cc-d575-474a-ad20-8a4dc803879a req-19334cf7-03ba-45a4-9ca4-df25ac284339 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=08cf41a0-a47f-41ac-88c6-daabf6c02add HTTP/1.1" status: 200 len: 217 time: 0.0365613 Mar 11 02:59:55.367794 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3e18cc-d575-474a-ad20-8a4dc803879a req-64ff7c19-7a0e-4a5e-a33d-9fd1c2c28b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:59:55.369250 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-8d3e18cc-d575-474a-ad20-8a4dc803879a req-64ff7c19-7a0e-4a5e-a33d-9fd1c2c28b19 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5c53e0a5-6c83-4aeb-b9db-2d1372c504dc HTTP/1.1" status: 200 len: 855 time: 0.0430479 Mar 11 02:59:55.422664 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3e18cc-d575-474a-ad20-8a4dc803879a req-31f21916-da0a-4d2a-98a1-175ce568c751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:59:55.424163 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-8d3e18cc-d575-474a-ad20-8a4dc803879a req-31f21916-da0a-4d2a-98a1-175ce568c751 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c37e13a0-a6c7-4b0f-ae0c-93319b771da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0463121 Mar 11 02:59:55.510219 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-8d3e18cc-d575-474a-ad20-8a4dc803879a req-01b05522-d4da-49a1-a0cc-2d1a86be8742 service neutron] 10.222.0.13 "GET /v2.0/networks/c37e13a0-a6c7-4b0f-ae0c-93319b771da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792477 Mar 11 02:59:55.598130 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-8d3e18cc-d575-474a-ad20-8a4dc803879a req-b29be4fc-37d6-4e7d-8a9e-c1e8bf4e6084 service neutron] 10.222.0.13 "GET /v2.0/networks/c37e13a0-a6c7-4b0f-ae0c-93319b771da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814650 Mar 11 02:59:55.681084 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-f28c0ae4-c5a5-4e67-96c2-37b36f3544e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (258069e3-19c1-49ed-8474-20b6ecde628d), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:59:55.718105 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272de1a3-5f1b-4860-8787-aad4ee5013b0 req-2f14c1fc-93ce-43a0-9bd6-8c33cc2a45be tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:59:55.719580 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-272de1a3-5f1b-4860-8787-aad4ee5013b0 req-2f14c1fc-93ce-43a0-9bd6-8c33cc2a45be tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/ports?device_id=512e3f05-4ea5-4348-ad75-3e15747a73b8 HTTP/1.1" status: 200 len: 944 time: 0.0548372 Mar 11 02:59:55.764831 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-272de1a3-5f1b-4860-8787-aad4ee5013b0 req-e84ecb6c-f1e9-44d4-885a-0f1177b2639d tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/security-groups?id=33992cde-61fd-4874-b8a7-acdc4cb8faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395021 Mar 11 02:59:55.922508 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.agents_db [None req-3d558b34-a2e4-40ae-982b-3a8752938275 None None] Agent healthcheck: found 6 active agents {{(pid=103106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 02:59:56.886224 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6477a05b-1465-43cf-8deb-0c5e3bb239fc req-819db005-56ab-4837-8c9c-bc0e776d8b1a tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:59:56.887706 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-6477a05b-1465-43cf-8deb-0c5e3bb239fc req-819db005-56ab-4837-8c9c-bc0e776d8b1a tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/ports?device_id=512e3f05-4ea5-4348-ad75-3e15747a73b8 HTTP/1.1" status: 200 len: 944 time: 0.0530136 Mar 11 02:59:56.933750 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-6477a05b-1465-43cf-8deb-0c5e3bb239fc req-6708622a-2dba-4204-8166-ea9acd04c6a5 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/security-groups?id=33992cde-61fd-4874-b8a7-acdc4cb8faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404129 Mar 11 02:59:57.149385 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-afaf34ad-b747-4180-ba41-f81d7ecfb39b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (b193670b-9854-4e90-bc6a-e616470c2469), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:59:58.054045 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394f213b-3159-494b-a5cc-f98e12df3bd4 req-75062a11-804d-42c6-9b54-357369cc640b tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:59:58.055529 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-394f213b-3159-494b-a5cc-f98e12df3bd4 req-75062a11-804d-42c6-9b54-357369cc640b tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/ports?device_id=512e3f05-4ea5-4348-ad75-3e15747a73b8 HTTP/1.1" status: 200 len: 944 time: 0.0535672 Mar 11 02:59:58.100101 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-394f213b-3159-494b-a5cc-f98e12df3bd4 req-b031e489-3b9b-44dd-9cdc-70207729c587 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/security-groups?id=33992cde-61fd-4874-b8a7-acdc4cb8faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391655 Mar 11 02:59:58.726976 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (36a16930-fe6f-49e2-96be-29faaa54e9a3), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:59:59.219064 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe46f9e5-8e3c-4fe1-8cae-634a09a852c8 req-af5b6085-33be-4d50-8cf2-277890279117 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 02:59:59.220448 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-fe46f9e5-8e3c-4fe1-8cae-634a09a852c8 req-af5b6085-33be-4d50-8cf2-277890279117 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/ports?device_id=512e3f05-4ea5-4348-ad75-3e15747a73b8 HTTP/1.1" status: 200 len: 944 time: 0.0519867 Mar 11 02:59:59.268823 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-fe46f9e5-8e3c-4fe1-8cae-634a09a852c8 req-8dca9a68-0515-4469-9f87-61ed8e85f9a7 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/security-groups?id=33992cde-61fd-4874-b8a7-acdc4cb8faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429659 Mar 11 02:59:59.368105 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Device 08cf41a0-a47f-41ac-88c6-daabf6c02add details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=103105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 02:59:59.458127 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] For port 08cf41a0-a47f-41ac-88c6-daabf6c02add, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=08cf41a0-a47f-41ac-88c6-daabf6c02add,segment=NetworkSegment(e477fdca-2d56-4686-9dff-dd5cd9b82843),segment_id=e477fdca-2d56-4686-9dff-dd5cd9b82843)] {{(pid=103105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 02:59:59.472208 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Returning: {'device': '08cf41a0-a47f-41ac-88c6-daabf6c02add', 'network_id': 'c37e13a0-a6c7-4b0f-ae0c-93319b771da2', 'port_id': '08cf41a0-a47f-41ac-88c6-daabf6c02add', 'mac_address': 'fa:16:3e:13:91:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c53e0a5-6c83-4aeb-b9db-2d1372c504dc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 02:59:59.508574 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Current status of the port 08cf41a0-a47f-41ac-88c6-daabf6c02add is: DOWN; New status is: BUILD {{(pid=103105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 02:59:59.508956 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (08cf41a0-a47f-41ac-88c6-daabf6c02add), before_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:59:59.521529 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.notifiers.nova [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08cf41a0-a47f-41ac-88c6-daabf6c02add {{(pid=103105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 02:59:59.539564 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] For port 08cf41a0-a47f-41ac-88c6-daabf6c02add, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=08cf41a0-a47f-41ac-88c6-daabf6c02add,segment=NetworkSegment(e477fdca-2d56-4686-9dff-dd5cd9b82843),segment_id=e477fdca-2d56-4686-9dff-dd5cd9b82843)] {{(pid=103105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 02:59:59.543271 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712'] for port (08cf41a0-a47f-41ac-88c6-daabf6c02add), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 02:59:59.587895 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Pushing event updated for resources: {'Port': ['ID=08cf41a0-a47f-41ac-88c6-daabf6c02add,revision_number=4']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 02:59:59.594623 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:59:59.594973 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:59:59.595314 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:59:59.595652 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:59:59.595979 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:59:59.596304 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:59:59.596629 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:59:59.596952 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:59:59.597309 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:59:59.597637 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:59:59.597957 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:59:59.598274 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:59:59.598591 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 02:59:59.912553 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] get_ports_and_sgs() called for port_ids ['08cf41a0-a47f-41ac-88c6-daabf6c02add'] {{(pid=103105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 03:00:00.388436 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f632d92b-8345-431d-8970-533b8c875e25 req-b908918f-8588-4c6c-a683-5372ccb1673a tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:00:00.389994 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-f632d92b-8345-431d-8970-533b8c875e25 req-b908918f-8588-4c6c-a683-5372ccb1673a tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/ports?device_id=512e3f05-4ea5-4348-ad75-3e15747a73b8 HTTP/1.1" status: 200 len: 945 time: 0.0514526 Mar 11 03:00:00.437647 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-f632d92b-8345-431d-8970-533b8c875e25 req-b963f67b-e16b-4b3f-b778-0f0ff2784bd7 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/security-groups?id=33992cde-61fd-4874-b8a7-acdc4cb8faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423005 Mar 11 03:00:01.363026 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Device 08cf41a0-a47f-41ac-88c6-daabf6c02add up at agent hyperv_hv-cinder-74014 {{(pid=103105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 03:00:01.409471 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Provisioning for port 08cf41a0-a47f-41ac-88c6-daabf6c02add completed by entity L2. {{(pid=103105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 03:00:01.413272 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Provisioning complete for port 08cf41a0-a47f-41ac-88c6-daabf6c02add triggered by entity L2. {{(pid=103105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:00:01.413652 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536573942'] for port (08cf41a0-a47f-41ac-88c6-daabf6c02add), provisioning_complete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:01.562462 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0853e757-1606-4799-b632-88e6b1a5f298 req-978173ad-9857-47e1-9bcc-9dfe6a0bcf86 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:00:01.564031 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-0853e757-1606-4799-b632-88e6b1a5f298 req-978173ad-9857-47e1-9bcc-9dfe6a0bcf86 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/ports?device_id=512e3f05-4ea5-4348-ad75-3e15747a73b8 HTTP/1.1" status: 200 len: 945 time: 0.0545549 Mar 11 03:00:01.612059 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-0853e757-1606-4799-b632-88e6b1a5f298 req-5b1d3cf7-e8a1-478d-8bb1-18a77e4c3698 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/security-groups?id=33992cde-61fd-4874-b8a7-acdc4cb8faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423849 Mar 11 03:00:01.616781 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Current status of the port 08cf41a0-a47f-41ac-88c6-daabf6c02add is: BUILD; New status is: ACTIVE {{(pid=103105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:00:01.617203 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (08cf41a0-a47f-41ac-88c6-daabf6c02add), before_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:01.643008 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '512e3f05-4ea5-4348-ad75-3e15747a73b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08cf41a0-a47f-41ac-88c6-daabf6c02add'}] {{(pid=103105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 03:00:01.645293 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}703a16387464127cc7b8de6906938e3e01810e7f46b2e9393936db54d9388ffe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b43603e-d2f2-4d09-8d97-85585d4cf6c0" -d '{"events": [{"server_uuid": "512e3f05-4ea5-4348-ad75-3e15747a73b8", "name": "network-vif-plugged", "status": "completed", "tag": "08cf41a0-a47f-41ac-88c6-daabf6c02add"}]}' {{(pid=103105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 03:00:01.657984 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] For port 08cf41a0-a47f-41ac-88c6-daabf6c02add, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=08cf41a0-a47f-41ac-88c6-daabf6c02add,segment=NetworkSegment(e477fdca-2d56-4686-9dff-dd5cd9b82843),segment_id=e477fdca-2d56-4686-9dff-dd5cd9b82843)] {{(pid=103105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:00:01.662349 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712'] for port (08cf41a0-a47f-41ac-88c6-daabf6c02add), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:01.686558 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 03:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a79f2b2-b2c5-45ac-bfd0-29da7c49a91f x-openstack-request-id: req-7a79f2b2-b2c5-45ac-bfd0-29da7c49a91f {{(pid=103105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 03:00:01.686857 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "512e3f05-4ea5-4348-ad75-3e15747a73b8", "name": "network-vif-plugged", "status": "completed", "tag": "08cf41a0-a47f-41ac-88c6-daabf6c02add", "code": 200}]} {{(pid=103105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 03:00:01.687115 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7a79f2b2-b2c5-45ac-bfd0-29da7c49a91f {{(pid=103105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 03:00:01.687531 dv-cinder-740146-14-smb neutron-server[103105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '512e3f05-4ea5-4348-ad75-3e15747a73b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08cf41a0-a47f-41ac-88c6-daabf6c02add', 'code': 200} Mar 11 03:00:01.714804 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Pushing event updated for resources: {'Port': ['ID=08cf41a0-a47f-41ac-88c6-daabf6c02add,revision_number=5']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:00:01.849531 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05311ff-a09f-4d21-8264-eb1d71227f15 req-630c2249-c87b-4d8f-9a58-4dc8b7cbd0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:00:01.851007 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-b05311ff-a09f-4d21-8264-eb1d71227f15 req-630c2249-c87b-4d8f-9a58-4dc8b7cbd0b4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=512e3f05-4ea5-4348-ad75-3e15747a73b8 HTTP/1.1" status: 200 len: 1130 time: 0.0429072 Mar 11 03:00:01.893724 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-b05311ff-a09f-4d21-8264-eb1d71227f15 req-34fe5c91-fdf6-406d-9ee2-45ea9fadea8a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=33992cde-61fd-4874-b8a7-acdc4cb8faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361168 Mar 11 03:00:02.737384 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94617877-abf7-4530-af0c-019b53f487e8 req-6b955c76-a639-4007-a3f5-2a953f7e4ea2 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:00:02.738862 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-94617877-abf7-4530-af0c-019b53f487e8 req-6b955c76-a639-4007-a3f5-2a953f7e4ea2 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/ports?device_id=512e3f05-4ea5-4348-ad75-3e15747a73b8 HTTP/1.1" status: 200 len: 946 time: 0.0553682 Mar 11 03:00:02.783166 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-94617877-abf7-4530-af0c-019b53f487e8 req-65061b74-cc9d-406f-9dc0-0930221457a4 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/security-groups?id=33992cde-61fd-4874-b8a7-acdc4cb8faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388815 Mar 11 03:00:03.903910 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59651fa3-b402-4e13-bd78-5332af6640f3 req-e59478f6-6713-4832-8df3-b4f784cd153a tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:00:03.905460 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-59651fa3-b402-4e13-bd78-5332af6640f3 req-e59478f6-6713-4832-8df3-b4f784cd153a tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/ports?device_id=512e3f05-4ea5-4348-ad75-3e15747a73b8 HTTP/1.1" status: 200 len: 946 time: 0.0523984 Mar 11 03:00:03.951332 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-59651fa3-b402-4e13-bd78-5332af6640f3 req-1fd85780-206f-4237-8b69-7a10951f8900 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/security-groups?id=33992cde-61fd-4874-b8a7-acdc4cb8faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404997 Mar 11 03:00:04.068238 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e4a413-7e96-406f-9f50-dfe9d0c745f4 req-5a71bfbd-a33d-41d2-ae2e-1f3bd5ea4b23 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:00:04.069635 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-b0e4a413-7e96-406f-9f50-dfe9d0c745f4 req-5a71bfbd-a33d-41d2-ae2e-1f3bd5ea4b23 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/ports?device_id=512e3f05-4ea5-4348-ad75-3e15747a73b8 HTTP/1.1" status: 200 len: 946 time: 0.0519209 Mar 11 03:00:04.077988 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 45654) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:00:04.082269 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.v2.base [None req-ce44bbc6-7290-4b6f-ad29-1266052bc097 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Request body: {'floatingip': {'port_id': '08cf41a0-a47f-41ac-88c6-daabf6c02add'}} {{(pid=103104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:00:04.122643 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-ce44bbc6-7290-4b6f-ad29-1266052bc097 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Publish callbacks [] for floatingip (ee4c9b43-0d6c-4240-9536-db00a15afb1a), before_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:04.547641 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-ce44bbc6-7290-4b6f-ad29-1266052bc097 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:04.551294 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-ce44bbc6-7290-4b6f-ad29-1266052bc097 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580600'] for floatingip (ee4c9b43-0d6c-4240-9536-db00a15afb1a), after_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:04.648690 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.db.l3_db [None req-ce44bbc6-7290-4b6f-ad29-1266052bc097 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Floating IP ee4c9b43-0d6c-4240-9536-db00a15afb1a associated. External IP: 172.28.1.247, port: 08cf41a0-a47f-41ac-88c6-daabf6c02add. Mar 11 03:00:04.852400 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce44bbc6-7290-4b6f-ad29-1266052bc097 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Router e386feea-abcc-415c-9f6f-f9749eca19a2 has already been hosted by L3 agent 368653ed-b5ce-4183-9c3b-231a0bc3dd35 {{(pid=103104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 03:00:04.957839 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce44bbc6-7290-4b6f-ad29-1266052bc097 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Notify agent at l3_agent.dv-cinder-740146-14-smb the message routers_updated {{(pid=103104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 03:00:04.962640 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-ce44bbc6-7290-4b6f-ad29-1266052bc097 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55355'] for floatingip (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:04.968967 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3814f9ce-efdf-47d2-b02b-b9d35fc36458 None None] Sync routers for ids ['e386feea-abcc-415c-9f6f-f9749eca19a2'] in dv-cinder-740146-14-smb {{(pid=103105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 03:00:04.980325 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3814f9ce-efdf-47d2-b02b-b9d35fc36458 None None] Routers {'e386feea-abcc-415c-9f6f-f9749eca19a2'} bound to L3 agent in host dv-cinder-740146-14-smb {{(pid=103105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:00:04.981327 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_hamode_db [None req-3814f9ce-efdf-47d2-b02b-b9d35fc36458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T02:46:25Z,description=,heartbeat_timestamp=2022-03-11T02:59:55Z,host='dv-cinder-740146-14-smb',id=368653ed-b5ce-4183-9c3b-231a0bc3dd35,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T02:46:25Z,topic='l3_agent')) {'router_ids': ['e386feea-abcc-415c-9f6f-f9749eca19a2'], 'active': True} {{(pid=103105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:00:04.992360 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-ce44bbc6-7290-4b6f-ad29-1266052bc097 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "PUT /v2.0/floatingips/ee4c9b43-0d6c-4240-9536-db00a15afb1a HTTP/1.1" status: 200 len: 992 time: 0.9132776 Mar 11 03:00:04.992951 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '512e3f05-4ea5-4348-ad75-3e15747a73b8', 'tag': '08cf41a0-a47f-41ac-88c6-daabf6c02add'}] {{(pid=103104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 03:00:04.995267 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b4e7651ceabe3a28ab45abcf2012854968d28c41040a071bcf34f6a69b109a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68c4070b-3ba8-4e7a-b001-b3735957a6a3" -d '{"events": [{"name": "network-changed", "server_uuid": "512e3f05-4ea5-4348-ad75-3e15747a73b8", "tag": "08cf41a0-a47f-41ac-88c6-daabf6c02add"}]}' {{(pid=103104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 03:00:05.029394 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 03:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b78796ee-448b-4185-a21b-e8d95ed9f400 x-openstack-request-id: req-b78796ee-448b-4185-a21b-e8d95ed9f400 {{(pid=103104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 03:00:05.029695 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "512e3f05-4ea5-4348-ad75-3e15747a73b8", "tag": "08cf41a0-a47f-41ac-88c6-daabf6c02add", "status": "completed", "code": 200}]} {{(pid=103104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 03:00:05.029960 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b78796ee-448b-4185-a21b-e8d95ed9f400 {{(pid=103104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 03:00:05.030434 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '512e3f05-4ea5-4348-ad75-3e15747a73b8', 'tag': '08cf41a0-a47f-41ac-88c6-daabf6c02add', 'status': 'completed', 'code': 200} Mar 11 03:00:05.094678 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c4070b-3ba8-4e7a-b001-b3735957a6a3 req-fae661de-2115-41cb-a3c4-35516bbd4972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:00:05.096181 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-68c4070b-3ba8-4e7a-b001-b3735957a6a3 req-fae661de-2115-41cb-a3c4-35516bbd4972 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=016945d4fe40485aa894be1440edd3ad&device_id=512e3f05-4ea5-4348-ad75-3e15747a73b8 HTTP/1.1" status: 200 len: 1130 time: 0.0445764 Mar 11 03:00:05.096771 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_dvr_db [None req-3814f9ce-efdf-47d2-b02b-b9d35fc36458 None None] Set router e386feea-abcc-415c-9f6f-f9749eca19a2 gateway port host: dv-cinder-740146-14-smb {{(pid=103105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:00:05.187329 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c4070b-3ba8-4e7a-b001-b3735957a6a3 req-638a4eeb-a07a-434e-a0d8-94ac7e91dd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:00:05.188792 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-68c4070b-3ba8-4e7a-b001-b3735957a6a3 req-638a4eeb-a07a-434e-a0d8-94ac7e91dd63 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c37e13a0-a6c7-4b0f-ae0c-93319b771da2 HTTP/1.1" status: 200 len: 917 time: 0.0872459 Mar 11 03:00:05.255994 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-68c4070b-3ba8-4e7a-b001-b3735957a6a3 req-44a5ad34-eb18-420c-9921-e0e0e73f0383 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=08cf41a0-a47f-41ac-88c6-daabf6c02add HTTP/1.1" status: 200 len: 1000 time: 0.0616717 Mar 11 03:00:05.314114 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c4070b-3ba8-4e7a-b001-b3735957a6a3 req-8a2b4eeb-2b46-408b-aa77-dd4f425f3a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:00:05.315580 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-68c4070b-3ba8-4e7a-b001-b3735957a6a3 req-8a2b4eeb-2b46-408b-aa77-dd4f425f3a1c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5c53e0a5-6c83-4aeb-b9db-2d1372c504dc HTTP/1.1" status: 200 len: 855 time: 0.0535996 Mar 11 03:00:05.326159 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_hamode_db [None req-3814f9ce-efdf-47d2-b02b-b9d35fc36458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e386feea-abcc-415c-9f6f-f9749eca19a2', 'name': 'tempest-AttachVolumeShelveTestJSON-173206986-router', 'tenant_id': '016945d4fe40485aa894be1440edd3ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'external_fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.66'}], 'enable_snat': True}, 'gw_port_id': 'c0c11f62-874c-4215-9b74-145c6bbc01a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T02:54:50Z', 'updated_at': '2022-03-11T02:55:05Z', 'revision_number': 4, 'project_id': '016945d4fe40485aa894be1440edd3ad', 'gw_port': {'id': 'c0c11f62-874c-4215-9b74-145c6bbc01a9', 'name': '', 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:74:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e386feea-abcc-415c-9f6f-f9749eca19a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:54:52Z', 'updated_at': '2022-03-11T02:55:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-smb', '_floatingips': [{'id': 'ee4c9b43-0d6c-4240-9536-db00a15afb1a', 'tenant_id': '016945d4fe40485aa894be1440edd3ad', 'floating_ip_address': '172.28.1.247', 'floating_network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'router_id': 'e386feea-abcc-415c-9f6f-f9749eca19a2', 'port_id': '08cf41a0-a47f-41ac-88c6-daabf6c02add', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c37e13a0-a6c7-4b0f-ae0c-93319b771da2', 'mac_address': 'fa:16:3e:13:91:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512e3f05-4ea5-4348-ad75-3e15747a73b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T02:59:50Z', 'updated_at': '2022-03-11T03:00:04Z', 'revision_number': 1, 'project_id': '016945d4fe40485aa894be1440edd3ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35412e3f-7cce-4b83-b34e-1d9b0fe5ea22', 'name': '', 'network_id': 'c37e13a0-a6c7-4b0f-ae0c-93319b771da2', 'tenant_id': '016945d4fe40485aa894be1440edd3ad', 'mac_address': 'fa:16:3e:4f:84:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e386feea-abcc-415c-9f6f-f9749eca19a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5c53e0a5-6c83-4aeb-b9db-2d1372c504dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:55:01Z', 'updated_at': '2022-03-11T02:55:15Z', 'revision_number': 5, 'project_id': '016945d4fe40485aa894be1440edd3ad', 'subnets': [{'id': '5c53e0a5-6c83-4aeb-b9db-2d1372c504dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-14-smb', False) {} {{(pid=103105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:00:05.352152 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3814f9ce-efdf-47d2-b02b-b9d35fc36458 None None] Checking router: e386feea-abcc-415c-9f6f-f9749eca19a2 for host: dv-cinder-740146-14-smb {{(pid=103105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 03:00:05.361836 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3814f9ce-efdf-47d2-b02b-b9d35fc36458 None None] Routers {'e386feea-abcc-415c-9f6f-f9749eca19a2'} bound to L3 agent in host dv-cinder-740146-14-smb {{(pid=103105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:00:05.362456 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_hamode_db [None req-3814f9ce-efdf-47d2-b02b-b9d35fc36458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T02:46:25Z,description=,heartbeat_timestamp=2022-03-11T02:59:55Z,host='dv-cinder-740146-14-smb',id=368653ed-b5ce-4183-9c3b-231a0bc3dd35,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T02:46:25Z,topic='l3_agent')) {'router_ids': ['e386feea-abcc-415c-9f6f-f9749eca19a2'], 'active': True} {{(pid=103105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:00:05.364946 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c4070b-3ba8-4e7a-b001-b3735957a6a3 req-0fe4af52-d305-49aa-8c36-5fd6a507acd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:00:05.366509 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-68c4070b-3ba8-4e7a-b001-b3735957a6a3 req-0fe4af52-d305-49aa-8c36-5fd6a507acd5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c37e13a0-a6c7-4b0f-ae0c-93319b771da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0448081 Mar 11 03:00:05.461576 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-68c4070b-3ba8-4e7a-b001-b3735957a6a3 req-0d28409d-537e-4c37-8a67-d860ea5c83ee service neutron] 10.222.0.13 "GET /v2.0/networks/c37e13a0-a6c7-4b0f-ae0c-93319b771da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889060 Mar 11 03:00:05.469361 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_dvr_db [None req-3814f9ce-efdf-47d2-b02b-b9d35fc36458 None None] Set router e386feea-abcc-415c-9f6f-f9749eca19a2 gateway port host: dv-cinder-740146-14-smb {{(pid=103105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:00:05.547374 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-68c4070b-3ba8-4e7a-b001-b3735957a6a3 req-74ec0b4e-4512-4e30-b350-c356c5a8cdf6 service neutron] 10.222.0.13 "GET /v2.0/networks/c37e13a0-a6c7-4b0f-ae0c-93319b771da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801220 Mar 11 03:00:05.693036 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_hamode_db [None req-3814f9ce-efdf-47d2-b02b-b9d35fc36458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e386feea-abcc-415c-9f6f-f9749eca19a2', 'name': 'tempest-AttachVolumeShelveTestJSON-173206986-router', 'tenant_id': '016945d4fe40485aa894be1440edd3ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'external_fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.66'}], 'enable_snat': True}, 'gw_port_id': 'c0c11f62-874c-4215-9b74-145c6bbc01a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T02:54:50Z', 'updated_at': '2022-03-11T02:55:05Z', 'revision_number': 4, 'project_id': '016945d4fe40485aa894be1440edd3ad', 'gw_port': {'id': 'c0c11f62-874c-4215-9b74-145c6bbc01a9', 'name': '', 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:74:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e386feea-abcc-415c-9f6f-f9749eca19a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:54:52Z', 'updated_at': '2022-03-11T02:55:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-smb', '_floatingips': [{'id': 'ee4c9b43-0d6c-4240-9536-db00a15afb1a', 'tenant_id': '016945d4fe40485aa894be1440edd3ad', 'floating_ip_address': '172.28.1.247', 'floating_network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'router_id': 'e386feea-abcc-415c-9f6f-f9749eca19a2', 'port_id': '08cf41a0-a47f-41ac-88c6-daabf6c02add', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c37e13a0-a6c7-4b0f-ae0c-93319b771da2', 'mac_address': 'fa:16:3e:13:91:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512e3f05-4ea5-4348-ad75-3e15747a73b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T02:59:50Z', 'updated_at': '2022-03-11T03:00:04Z', 'revision_number': 1, 'project_id': '016945d4fe40485aa894be1440edd3ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35412e3f-7cce-4b83-b34e-1d9b0fe5ea22', 'name': '', 'network_id': 'c37e13a0-a6c7-4b0f-ae0c-93319b771da2', 'tenant_id': '016945d4fe40485aa894be1440edd3ad', 'mac_address': 'fa:16:3e:4f:84:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e386feea-abcc-415c-9f6f-f9749eca19a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5c53e0a5-6c83-4aeb-b9db-2d1372c504dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:55:01Z', 'updated_at': '2022-03-11T02:55:15Z', 'revision_number': 5, 'project_id': '016945d4fe40485aa894be1440edd3ad', 'subnets': [{'id': '5c53e0a5-6c83-4aeb-b9db-2d1372c504dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-14-smb', False) {} {{(pid=103105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:00:05.720955 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3814f9ce-efdf-47d2-b02b-b9d35fc36458 None None] The sync data for ids ['e386feea-abcc-415c-9f6f-f9749eca19a2'] in dv-cinder-740146-14-smb is: [{'id': 'e386feea-abcc-415c-9f6f-f9749eca19a2', 'name': 'tempest-AttachVolumeShelveTestJSON-173206986-router', 'tenant_id': '016945d4fe40485aa894be1440edd3ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'external_fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.66'}], 'enable_snat': True}, 'gw_port_id': 'c0c11f62-874c-4215-9b74-145c6bbc01a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T02:54:50Z', 'updated_at': '2022-03-11T02:55:05Z', 'revision_number': 4, 'project_id': '016945d4fe40485aa894be1440edd3ad', 'gw_port': {'id': 'c0c11f62-874c-4215-9b74-145c6bbc01a9', 'name': '', 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:74:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e386feea-abcc-415c-9f6f-f9749eca19a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:54:52Z', 'updated_at': '2022-03-11T02:55:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-smb', '_floatingips': [{'id': 'ee4c9b43-0d6c-4240-9536-db00a15afb1a', 'tenant_id': '016945d4fe40485aa894be1440edd3ad', 'floating_ip_address': '172.28.1.247', 'floating_network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'router_id': 'e386feea-abcc-415c-9f6f-f9749eca19a2', 'port_id': '08cf41a0-a47f-41ac-88c6-daabf6c02add', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c37e13a0-a6c7-4b0f-ae0c-93319b771da2', 'mac_address': 'fa:16:3e:13:91:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512e3f05-4ea5-4348-ad75-3e15747a73b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T02:59:50Z', 'updated_at': '2022-03-11T03:00:04Z', 'revision_number': 1, 'project_id': '016945d4fe40485aa894be1440edd3ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35412e3f-7cce-4b83-b34e-1d9b0fe5ea22', 'name': '', 'network_id': 'c37e13a0-a6c7-4b0f-ae0c-93319b771da2', 'tenant_id': '016945d4fe40485aa894be1440edd3ad', 'mac_address': 'fa:16:3e:4f:84:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e386feea-abcc-415c-9f6f-f9749eca19a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5c53e0a5-6c83-4aeb-b9db-2d1372c504dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:55:01Z', 'updated_at': '2022-03-11T02:55:15Z', 'revision_number': 5, 'project_id': '016945d4fe40485aa894be1440edd3ad', 'subnets': [{'id': '5c53e0a5-6c83-4aeb-b9db-2d1372c504dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 03:00:05.905958 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df6482c-5219-4956-a007-4a39eff3692b None None] New status for floating IP ee4c9b43-0d6c-4240-9536-db00a15afb1a: ACTIVE {{(pid=103106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 03:00:17.358387 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (56ad6e9b-975a-4fdf-b549-1f3c33ba94e0), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:22.422225 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-da66fdcc-df19-4cb1-b453-789c6cbc348f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (27668cff-ea20-4e06-9a9c-d4f827fe3eb1), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:24.814695 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-4e16f58e-15bc-415a-9249-73b2759e8784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (368653ed-b5ce-4183-9c3b-231a0bc3dd35), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:25.680982 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-f28c0ae4-c5a5-4e67-96c2-37b36f3544e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (258069e3-19c1-49ed-8474-20b6ecde628d), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:26.958901 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-d8ad76ff-69ec-4939-b0d5-a382449222ee req-74f28702-02e2-4779-b7e5-c63e283bd0b9 tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-112322549&fields=id&tenant_id=a7bd65d0a0b54c449113a4ac00fc662d HTTP/1.1" status: 200 len: 267 time: 0.0433891 Mar 11 03:00:27.016901 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ad76ff-69ec-4939-b0d5-a382449222ee req-7d5f8671-0c57-4872-b604-e77c18a75c4a tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:00:27.018353 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-d8ad76ff-69ec-4939-b0d5-a382449222ee req-7d5f8671-0c57-4872-b604-e77c18a75c4a tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] 10.222.0.20 "GET /v2.0/ports?device_id=258ae442-c6a6-4bea-947c-f3e043b73155 HTTP/1.1" status: 200 len: 984 time: 0.0542238 Mar 11 03:00:27.028453 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.v2.base [req-d8ad76ff-69ec-4939-b0d5-a382449222ee req-f7919b93-bf31-40a0-913b-64903cccaf2d tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Request body: {'port': {'security_groups': ['7961f483-5dcf-4fb4-a24e-c7e955fcb6b8']}} {{(pid=103104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:00:27.098685 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-d8ad76ff-69ec-4939-b0d5-a382449222ee req-f7919b93-bf31-40a0-913b-64903cccaf2d tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (0aa3aa11-4236-4412-bb5f-61a46d3b6a7e), before_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:27.151771 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-afaf34ad-b747-4180-ba41-f81d7ecfb39b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (b193670b-9854-4e90-bc6a-e616470c2469), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:27.277623 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.db [req-d8ad76ff-69ec-4939-b0d5-a382449222ee req-f7919b93-bf31-40a0-913b-64903cccaf2d tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] For port 0aa3aa11-4236-4412-bb5f-61a46d3b6a7e, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=0aa3aa11-4236-4412-bb5f-61a46d3b6a7e,segment=NetworkSegment(68036a91-0c82-478d-bdb4-5aba1b23ce2e),segment_id=68036a91-0c82-478d-bdb4-5aba1b23ce2e)] {{(pid=103104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:00:27.305541 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-d8ad76ff-69ec-4939-b0d5-a382449222ee req-f7919b93-bf31-40a0-913b-64903cccaf2d tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Publish callbacks [] for port (0aa3aa11-4236-4412-bb5f-61a46d3b6a7e), precommit_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:27.309976 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-d8ad76ff-69ec-4939-b0d5-a382449222ee req-f7919b93-bf31-40a0-913b-64903cccaf2d tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9193786'] for port (0aa3aa11-4236-4412-bb5f-61a46d3b6a7e), after_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:27.331376 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] get_ports_and_sgs() called for port_ids ['0aa3aa11-4236-4412-bb5f-61a46d3b6a7e'] {{(pid=103105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 03:00:27.350631 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ad76ff-69ec-4939-b0d5-a382449222ee req-f7919b93-bf31-40a0-913b-64903cccaf2d tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:00:27.351252 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-d8ad76ff-69ec-4939-b0d5-a382449222ee req-f7919b93-bf31-40a0-913b-64903cccaf2d tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55355'] for port (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:27.352626 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-d8ad76ff-69ec-4939-b0d5-a382449222ee req-f7919b93-bf31-40a0-913b-64903cccaf2d tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] 10.222.0.20 "PUT /v2.0/ports/0aa3aa11-4236-4412-bb5f-61a46d3b6a7e HTTP/1.1" status: 200 len: 942 time: 0.3283918 Mar 11 03:00:27.353096 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '258ae442-c6a6-4bea-947c-f3e043b73155', 'tag': '0aa3aa11-4236-4412-bb5f-61a46d3b6a7e'}] {{(pid=103104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 03:00:27.355421 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b4e7651ceabe3a28ab45abcf2012854968d28c41040a071bcf34f6a69b109a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbba83a6-0c19-47be-8798-6cde5f093175" -d '{"events": [{"name": "network-changed", "server_uuid": "258ae442-c6a6-4bea-947c-f3e043b73155", "tag": "0aa3aa11-4236-4412-bb5f-61a46d3b6a7e"}]}' {{(pid=103104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 03:00:27.360066 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 45690) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:00:27.389399 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7919b93-bf31-40a0-913b-64903cccaf2d tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Pushing event updated for resources: {'Port': ['ID=0aa3aa11-4236-4412-bb5f-61a46d3b6a7e,revision_number=7']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:00:27.446967 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-f9833ce5-754e-489f-9afb-0cea35fec51a tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Publish callbacks [] for security_group (88e82082-e2d3-41e9-8acf-f32938b4d917), before_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:27.459367 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] get_ports_and_sgs() called for port_ids ['0aa3aa11-4236-4412-bb5f-61a46d3b6a7e'] {{(pid=103105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 03:00:27.476040 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 03:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4014626b-fa7e-4880-bd53-9b8094797e6f x-openstack-request-id: req-4014626b-fa7e-4880-bd53-9b8094797e6f {{(pid=103104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 03:00:27.476339 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "258ae442-c6a6-4bea-947c-f3e043b73155", "tag": "0aa3aa11-4236-4412-bb5f-61a46d3b6a7e", "status": "completed", "code": 200}]} {{(pid=103104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 03:00:27.476592 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4014626b-fa7e-4880-bd53-9b8094797e6f {{(pid=103104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 03:00:27.476992 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '258ae442-c6a6-4bea-947c-f3e043b73155', 'tag': '0aa3aa11-4236-4412-bb5f-61a46d3b6a7e', 'status': 'completed', 'code': 200} Mar 11 03:00:27.477546 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-f9833ce5-754e-489f-9afb-0cea35fec51a tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Publish callbacks [] for security_group (88e82082-e2d3-41e9-8acf-f32938b4d917), precommit_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:27.549705 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-f9833ce5-754e-489f-9afb-0cea35fec51a tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (88e82082-e2d3-41e9-8acf-f32938b4d917), after_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:27.552878 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-f9833ce5-754e-489f-9afb-0cea35fec51a tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Publish callbacks [] for security_group (None), before_response {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:27.554192 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-f9833ce5-754e-489f-9afb-0cea35fec51a tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] 10.222.0.20 "DELETE /v2.0/security-groups/88e82082-e2d3-41e9-8acf-f32938b4d917 HTTP/1.1" status: 204 len: 168 time: 0.1931169 Mar 11 03:00:27.556901 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 45696) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:00:27.566264 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9833ce5-754e-489f-9afb-0cea35fec51a tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88e82082-e2d3-41e9-8acf-f32938b4d917,revision_number=None']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:00:27.696278 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbba83a6-0c19-47be-8798-6cde5f093175 req-98d68994-20f3-45b9-921a-6cb88c729007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:00:27.697797 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-fbba83a6-0c19-47be-8798-6cde5f093175 req-98d68994-20f3-45b9-921a-6cb88c729007 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a7bd65d0a0b54c449113a4ac00fc662d&device_id=258ae442-c6a6-4bea-947c-f3e043b73155 HTTP/1.1" status: 200 len: 1129 time: 0.1953962 Mar 11 03:00:27.708983 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [None req-d999267a-1abf-4666-be2f-d3f10142b451 None None] Provisioning complete for port 0aa3aa11-4236-4412-bb5f-61a46d3b6a7e triggered by entity DHCP. {{(pid=103105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:00:27.709389 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-d999267a-1abf-4666-be2f-d3f10142b451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536573942'] for port (0aa3aa11-4236-4412-bb5f-61a46d3b6a7e), provisioning_complete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:27.784558 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-d999267a-1abf-4666-be2f-d3f10142b451 None None] Current status of the port 0aa3aa11-4236-4412-bb5f-61a46d3b6a7e is: ACTIVE; New status is: ACTIVE {{(pid=103105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:00:27.818797 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbba83a6-0c19-47be-8798-6cde5f093175 req-7a371ade-90b2-4c10-88e3-b0e803578671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:00:27.820257 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-fbba83a6-0c19-47be-8798-6cde5f093175 req-7a371ade-90b2-4c10-88e3-b0e803578671 service neutron] 10.222.0.13 "GET /v2.0/networks?id=aa8f397c-9989-4eb2-96e4-41d8627a091e HTTP/1.1" status: 200 len: 916 time: 0.1157496 Mar 11 03:00:27.825060 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.plugin [None req-a2468cac-c311-4139-ae18-8c8692b75dbe tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Deleting port 66eb40c4-4676-42a8-b0ad-e8f42df597e0 {{(pid=103104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 03:00:27.825430 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-a2468cac-c311-4139-ae18-8c8692b75dbe tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774349354222'] for port (66eb40c4-4676-42a8-b0ad-e8f42df597e0), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:27.935538 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-fbba83a6-0c19-47be-8798-6cde5f093175 req-771595ed-aae1-4706-ad16-ea2d3d49f45b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0aa3aa11-4236-4412-bb5f-61a46d3b6a7e HTTP/1.1" status: 200 len: 1000 time: 0.1082122 Mar 11 03:00:28.203144 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-a2468cac-c311-4139-ae18-8c8692b75dbe tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574894'] for port (66eb40c4-4676-42a8-b0ad-e8f42df597e0), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:28.203813 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-a2468cac-c311-4139-ae18-8c8692b75dbe tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Publish callbacks [] for floatingip (66eb40c4-4676-42a8-b0ad-e8f42df597e0), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:28.235562 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.plugin [None req-a2468cac-c311-4139-ae18-8c8692b75dbe tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Calling delete_port for 66eb40c4-4676-42a8-b0ad-e8f42df597e0 owned by network:floatingip {{(pid=103104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 03:00:28.253467 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbba83a6-0c19-47be-8798-6cde5f093175 req-1e8a9e6e-79dc-487d-865d-55ba86c4907e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:00:28.254912 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-fbba83a6-0c19-47be-8798-6cde5f093175 req-1e8a9e6e-79dc-487d-865d-55ba86c4907e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d4d08d7c-9091-46e5-9160-e7157dc9cc9d HTTP/1.1" status: 200 len: 854 time: 0.3105640 Mar 11 03:00:28.377747 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbba83a6-0c19-47be-8798-6cde5f093175 req-e2870631-2dfc-4a02-8eb1-1942d8dabde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:00:28.379212 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-fbba83a6-0c19-47be-8798-6cde5f093175 req-e2870631-2dfc-4a02-8eb1-1942d8dabde2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=aa8f397c-9989-4eb2-96e4-41d8627a091e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0929375 Mar 11 03:00:28.508108 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-fbba83a6-0c19-47be-8798-6cde5f093175 req-51c24c27-268e-49d0-93d3-0f2bb4abc897 service neutron] 10.222.0.13 "GET /v2.0/networks/aa8f397c-9989-4eb2-96e4-41d8627a091e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215007 Mar 11 03:00:28.533964 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-a2468cac-c311-4139-ae18-8c8692b75dbe tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774349360213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774348857685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9193763'] for port (66eb40c4-4676-42a8-b0ad-e8f42df597e0), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:28.571762 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2468cac-c311-4139-ae18-8c8692b75dbe tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Pushing event deleted for resources: {'Port': ['ID=66eb40c4-4676-42a8-b0ad-e8f42df597e0,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:00:28.666158 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-fbba83a6-0c19-47be-8798-6cde5f093175 req-6eac4466-6057-4a4e-b913-7a6542f0af18 service neutron] 10.222.0.13 "GET /v2.0/networks/aa8f397c-9989-4eb2-96e4-41d8627a091e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508451 Mar 11 03:00:28.673083 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-a2468cac-c311-4139-ae18-8c8692b75dbe tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Publish callbacks [] for floatingip (1205be67-f300-4ee7-b1e6-fee9f609f242), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:28.673628 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.db.l3_db [None req-a2468cac-c311-4139-ae18-8c8692b75dbe tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Floating IP 1205be67-f300-4ee7-b1e6-fee9f609f242 disassociated (deleted). External IP: 172.28.1.60, port: 0aa3aa11-4236-4412-bb5f-61a46d3b6a7e. Mar 11 03:00:28.728452 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (36a16930-fe6f-49e2-96be-29faaa54e9a3), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:28.883225 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2468cac-c311-4139-ae18-8c8692b75dbe tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Router 22ff7d1b-aa79-46b7-bca7-0dfbec27d176 has already been hosted by L3 agent 368653ed-b5ce-4183-9c3b-231a0bc3dd35 {{(pid=103104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 03:00:28.990881 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2468cac-c311-4139-ae18-8c8692b75dbe tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Notify agent at l3_agent.dv-cinder-740146-14-smb the message routers_updated {{(pid=103104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 03:00:28.995322 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-a2468cac-c311-4139-ae18-8c8692b75dbe tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55355'] for floatingip (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:29.001403 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760a0b0c-fe90-4851-92c6-dcb11cbe35f0 None None] Sync routers for ids ['22ff7d1b-aa79-46b7-bca7-0dfbec27d176'] in dv-cinder-740146-14-smb {{(pid=103105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 03:00:29.014168 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760a0b0c-fe90-4851-92c6-dcb11cbe35f0 None None] Routers {'22ff7d1b-aa79-46b7-bca7-0dfbec27d176'} bound to L3 agent in host dv-cinder-740146-14-smb {{(pid=103105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:00:29.014774 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_hamode_db [None req-760a0b0c-fe90-4851-92c6-dcb11cbe35f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T02:46:25Z,description=,heartbeat_timestamp=2022-03-11T03:00:25Z,host='dv-cinder-740146-14-smb',id=368653ed-b5ce-4183-9c3b-231a0bc3dd35,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T02:46:25Z,topic='l3_agent')) {'router_ids': ['22ff7d1b-aa79-46b7-bca7-0dfbec27d176'], 'active': True} {{(pid=103105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:00:29.026920 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-a2468cac-c311-4139-ae18-8c8692b75dbe tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] 10.222.0.20 "DELETE /v2.0/floatingips/1205be67-f300-4ee7-b1e6-fee9f609f242 HTTP/1.1" status: 204 len: 168 time: 1.4663544 Mar 11 03:00:29.122473 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_dvr_db [None req-760a0b0c-fe90-4851-92c6-dcb11cbe35f0 None None] Set router 22ff7d1b-aa79-46b7-bca7-0dfbec27d176 gateway port host: dv-cinder-740146-14-smb {{(pid=103105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:00:29.328853 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_hamode_db [None req-760a0b0c-fe90-4851-92c6-dcb11cbe35f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22ff7d1b-aa79-46b7-bca7-0dfbec27d176', 'name': 'tempest-TestMinimumBasicScenario-1053116969-router', 'tenant_id': 'a7bd65d0a0b54c449113a4ac00fc662d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'external_fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.45'}], 'enable_snat': True}, 'gw_port_id': '60ac13c6-e44e-4d99-bee9-a907604a61e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T02:56:33Z', 'updated_at': '2022-03-11T02:56:36Z', 'revision_number': 4, 'project_id': 'a7bd65d0a0b54c449113a4ac00fc662d', 'gw_port': {'id': '60ac13c6-e44e-4d99-bee9-a907604a61e8', 'name': '', 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:97:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ff7d1b-aa79-46b7-bca7-0dfbec27d176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:56:34Z', 'updated_at': '2022-03-11T02:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-smb', '_interfaces': [{'id': '6565c826-c024-4dd0-a384-0380c6c3f3f0', 'name': '', 'network_id': 'aa8f397c-9989-4eb2-96e4-41d8627a091e', 'tenant_id': 'a7bd65d0a0b54c449113a4ac00fc662d', 'mac_address': 'fa:16:3e:4d:f7:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ff7d1b-aa79-46b7-bca7-0dfbec27d176', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'd4d08d7c-9091-46e5-9160-e7157dc9cc9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:56:36Z', 'updated_at': '2022-03-11T02:56:40Z', 'revision_number': 5, 'project_id': 'a7bd65d0a0b54c449113a4ac00fc662d', 'subnets': [{'id': 'd4d08d7c-9091-46e5-9160-e7157dc9cc9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-14-smb', False) {} {{(pid=103105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:00:29.354652 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760a0b0c-fe90-4851-92c6-dcb11cbe35f0 None None] Checking router: 22ff7d1b-aa79-46b7-bca7-0dfbec27d176 for host: dv-cinder-740146-14-smb {{(pid=103105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 03:00:29.363623 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760a0b0c-fe90-4851-92c6-dcb11cbe35f0 None None] Routers {'22ff7d1b-aa79-46b7-bca7-0dfbec27d176'} bound to L3 agent in host dv-cinder-740146-14-smb {{(pid=103105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:00:29.364229 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_hamode_db [None req-760a0b0c-fe90-4851-92c6-dcb11cbe35f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T02:46:25Z,description=,heartbeat_timestamp=2022-03-11T03:00:25Z,host='dv-cinder-740146-14-smb',id=368653ed-b5ce-4183-9c3b-231a0bc3dd35,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T02:46:25Z,topic='l3_agent')) {'router_ids': ['22ff7d1b-aa79-46b7-bca7-0dfbec27d176'], 'active': True} {{(pid=103105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:00:29.467988 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_dvr_db [None req-760a0b0c-fe90-4851-92c6-dcb11cbe35f0 None None] Set router 22ff7d1b-aa79-46b7-bca7-0dfbec27d176 gateway port host: dv-cinder-740146-14-smb {{(pid=103105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:00:29.478204 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '258ae442-c6a6-4bea-947c-f3e043b73155', 'tag': '0aa3aa11-4236-4412-bb5f-61a46d3b6a7e'}] {{(pid=103104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 03:00:29.480561 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b4e7651ceabe3a28ab45abcf2012854968d28c41040a071bcf34f6a69b109a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cfff88d-a625-4d52-b825-0b7158c5b8e0" -d '{"events": [{"name": "network-changed", "server_uuid": "258ae442-c6a6-4bea-947c-f3e043b73155", "tag": "0aa3aa11-4236-4412-bb5f-61a46d3b6a7e"}]}' {{(pid=103104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 03:00:29.516654 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 03:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0bb3697-eadd-40db-abff-6eb53311b9ff x-openstack-request-id: req-f0bb3697-eadd-40db-abff-6eb53311b9ff {{(pid=103104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 03:00:29.516944 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "258ae442-c6a6-4bea-947c-f3e043b73155", "tag": "0aa3aa11-4236-4412-bb5f-61a46d3b6a7e", "status": "completed", "code": 200}]} {{(pid=103104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 03:00:29.517229 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f0bb3697-eadd-40db-abff-6eb53311b9ff {{(pid=103104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 03:00:29.517627 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '258ae442-c6a6-4bea-947c-f3e043b73155', 'tag': '0aa3aa11-4236-4412-bb5f-61a46d3b6a7e', 'status': 'completed', 'code': 200} Mar 11 03:00:29.586074 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfff88d-a625-4d52-b825-0b7158c5b8e0 req-358cd447-1919-40f2-824d-878cb35224f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:00:29.587571 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-4cfff88d-a625-4d52-b825-0b7158c5b8e0 req-358cd447-1919-40f2-824d-878cb35224f3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a7bd65d0a0b54c449113a4ac00fc662d&device_id=258ae442-c6a6-4bea-947c-f3e043b73155 HTTP/1.1" status: 200 len: 1129 time: 0.0464654 Mar 11 03:00:29.671144 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_hamode_db [None req-760a0b0c-fe90-4851-92c6-dcb11cbe35f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22ff7d1b-aa79-46b7-bca7-0dfbec27d176', 'name': 'tempest-TestMinimumBasicScenario-1053116969-router', 'tenant_id': 'a7bd65d0a0b54c449113a4ac00fc662d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'external_fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.45'}], 'enable_snat': True}, 'gw_port_id': '60ac13c6-e44e-4d99-bee9-a907604a61e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T02:56:33Z', 'updated_at': '2022-03-11T02:56:36Z', 'revision_number': 4, 'project_id': 'a7bd65d0a0b54c449113a4ac00fc662d', 'gw_port': {'id': '60ac13c6-e44e-4d99-bee9-a907604a61e8', 'name': '', 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:97:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ff7d1b-aa79-46b7-bca7-0dfbec27d176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:56:34Z', 'updated_at': '2022-03-11T02:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-smb', '_interfaces': [{'id': '6565c826-c024-4dd0-a384-0380c6c3f3f0', 'name': '', 'network_id': 'aa8f397c-9989-4eb2-96e4-41d8627a091e', 'tenant_id': 'a7bd65d0a0b54c449113a4ac00fc662d', 'mac_address': 'fa:16:3e:4d:f7:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ff7d1b-aa79-46b7-bca7-0dfbec27d176', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'd4d08d7c-9091-46e5-9160-e7157dc9cc9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:56:36Z', 'updated_at': '2022-03-11T02:56:40Z', 'revision_number': 5, 'project_id': 'a7bd65d0a0b54c449113a4ac00fc662d', 'subnets': [{'id': 'd4d08d7c-9091-46e5-9160-e7157dc9cc9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-14-smb', False) {} {{(pid=103105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:00:29.679587 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfff88d-a625-4d52-b825-0b7158c5b8e0 req-8b1d949e-067b-4b81-a241-4ba9c86dae56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:00:29.681096 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-4cfff88d-a625-4d52-b825-0b7158c5b8e0 req-8b1d949e-067b-4b81-a241-4ba9c86dae56 service neutron] 10.222.0.13 "GET /v2.0/networks?id=aa8f397c-9989-4eb2-96e4-41d8627a091e HTTP/1.1" status: 200 len: 916 time: 0.0850039 Mar 11 03:00:29.727530 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-4cfff88d-a625-4d52-b825-0b7158c5b8e0 req-c7fc7b31-a018-40d1-a646-04ad88d82e1b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0aa3aa11-4236-4412-bb5f-61a46d3b6a7e HTTP/1.1" status: 200 len: 217 time: 0.0389450 Mar 11 03:00:29.780800 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfff88d-a625-4d52-b825-0b7158c5b8e0 req-021f78c0-fb39-459e-9650-0dbae6f9557d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:00:29.782291 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-4cfff88d-a625-4d52-b825-0b7158c5b8e0 req-021f78c0-fb39-459e-9650-0dbae6f9557d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d4d08d7c-9091-46e5-9160-e7157dc9cc9d HTTP/1.1" status: 200 len: 854 time: 0.0461133 Mar 11 03:00:29.823062 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760a0b0c-fe90-4851-92c6-dcb11cbe35f0 None None] The sync data for ids ['22ff7d1b-aa79-46b7-bca7-0dfbec27d176'] in dv-cinder-740146-14-smb is: [{'id': '22ff7d1b-aa79-46b7-bca7-0dfbec27d176', 'name': 'tempest-TestMinimumBasicScenario-1053116969-router', 'tenant_id': 'a7bd65d0a0b54c449113a4ac00fc662d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'external_fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.45'}], 'enable_snat': True}, 'gw_port_id': '60ac13c6-e44e-4d99-bee9-a907604a61e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T02:56:33Z', 'updated_at': '2022-03-11T02:56:36Z', 'revision_number': 4, 'project_id': 'a7bd65d0a0b54c449113a4ac00fc662d', 'gw_port': {'id': '60ac13c6-e44e-4d99-bee9-a907604a61e8', 'name': '', 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:97:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ff7d1b-aa79-46b7-bca7-0dfbec27d176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:56:34Z', 'updated_at': '2022-03-11T02:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-smb', '_interfaces': [{'id': '6565c826-c024-4dd0-a384-0380c6c3f3f0', 'name': '', 'network_id': 'aa8f397c-9989-4eb2-96e4-41d8627a091e', 'tenant_id': 'a7bd65d0a0b54c449113a4ac00fc662d', 'mac_address': 'fa:16:3e:4d:f7:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ff7d1b-aa79-46b7-bca7-0dfbec27d176', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'd4d08d7c-9091-46e5-9160-e7157dc9cc9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:56:36Z', 'updated_at': '2022-03-11T02:56:40Z', 'revision_number': 5, 'project_id': 'a7bd65d0a0b54c449113a4ac00fc662d', 'subnets': [{'id': 'd4d08d7c-9091-46e5-9160-e7157dc9cc9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 03:00:29.834099 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfff88d-a625-4d52-b825-0b7158c5b8e0 req-34b13676-7dde-4721-a4c0-b1c73dccc147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:00:29.835667 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-4cfff88d-a625-4d52-b825-0b7158c5b8e0 req-34b13676-7dde-4721-a4c0-b1c73dccc147 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=aa8f397c-9989-4eb2-96e4-41d8627a091e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0471556 Mar 11 03:00:29.952354 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-4cfff88d-a625-4d52-b825-0b7158c5b8e0 req-2469eab3-4570-4da5-aa64-d71ce469ec14 service neutron] 10.222.0.13 "GET /v2.0/networks/aa8f397c-9989-4eb2-96e4-41d8627a091e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035719 Mar 11 03:00:30.047856 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-4cfff88d-a625-4d52-b825-0b7158c5b8e0 req-555182f5-1fe3-4063-995d-5c7e9a2f316b service neutron] 10.222.0.13 "GET /v2.0/networks/aa8f397c-9989-4eb2-96e4-41d8627a091e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892084 Mar 11 03:00:30.073663 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcebea60-9b44-46d2-85b4-c03b81ce1b9a None None] New status for floating IP 1205be67-f300-4ee7-b1e6-fee9f609f242: DOWN {{(pid=103106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 03:00:31.709439 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4b4d9c-3368-49c2-bee8-6f365c6de331 req-c9bde184-3acc-4097-ba92-bae0ca5bb612 tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:00:31.710927 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-2d4b4d9c-3368-49c2-bee8-6f365c6de331 req-c9bde184-3acc-4097-ba92-bae0ca5bb612 tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] 10.222.0.20 "GET /v2.0/ports?device_id=258ae442-c6a6-4bea-947c-f3e043b73155 HTTP/1.1" status: 200 len: 945 time: 0.0526924 Mar 11 03:00:31.760931 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-2d4b4d9c-3368-49c2-bee8-6f365c6de331 req-76f05463-2b43-43bf-b780-8cfaf6f4ad3a tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] 10.222.0.20 "GET /v2.0/security-groups?id=7961f483-5dcf-4fb4-a24e-c7e955fcb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442557 Mar 11 03:00:32.887100 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468b5a9b-f5cb-44de-998c-27f424f26bc5 req-07b456c7-db54-4c85-a41e-00623800ef6a tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:00:32.888506 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-468b5a9b-f5cb-44de-998c-27f424f26bc5 req-07b456c7-db54-4c85-a41e-00623800ef6a tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] 10.222.0.20 "GET /v2.0/ports?device_id=258ae442-c6a6-4bea-947c-f3e043b73155 HTTP/1.1" status: 200 len: 945 time: 0.0558114 Mar 11 03:00:32.922191 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.agents_db [None req-3d558b34-a2e4-40ae-982b-3a8752938275 None None] Agent healthcheck: found 6 active agents {{(pid=103106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 03:00:32.935396 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-468b5a9b-f5cb-44de-998c-27f424f26bc5 req-b12b467b-fee2-481c-8e94-875db2d814b8 tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] 10.222.0.20 "GET /v2.0/security-groups?id=7961f483-5dcf-4fb4-a24e-c7e955fcb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413022 Mar 11 03:00:33.778106 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00242b16-c553-4209-9929-14fc84abc83e req-ad777b8b-c614-4bc7-a29d-ba6824df3503 tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:00:33.779634 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-00242b16-c553-4209-9929-14fc84abc83e req-ad777b8b-c614-4bc7-a29d-ba6824df3503 tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] 10.222.0.13 "GET /v2.0/ports?device_id=258ae442-c6a6-4bea-947c-f3e043b73155 HTTP/1.1" status: 200 len: 945 time: 0.0513115 Mar 11 03:00:33.881739 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.plugin [req-00242b16-c553-4209-9929-14fc84abc83e req-a5d6f283-80e9-4a9c-9828-d01be9ec0d61 tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Deleting port 0aa3aa11-4236-4412-bb5f-61a46d3b6a7e {{(pid=103104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 03:00:33.882108 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-00242b16-c553-4209-9929-14fc84abc83e req-a5d6f283-80e9-4a9c-9828-d01be9ec0d61 tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774349354222'] for port (0aa3aa11-4236-4412-bb5f-61a46d3b6a7e), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:33.970960 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.db [req-00242b16-c553-4209-9929-14fc84abc83e req-a5d6f283-80e9-4a9c-9828-d01be9ec0d61 tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] For port 0aa3aa11-4236-4412-bb5f-61a46d3b6a7e, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=0aa3aa11-4236-4412-bb5f-61a46d3b6a7e,segment=NetworkSegment(68036a91-0c82-478d-bdb4-5aba1b23ce2e),segment_id=68036a91-0c82-478d-bdb4-5aba1b23ce2e)] {{(pid=103104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:00:33.971329 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-00242b16-c553-4209-9929-14fc84abc83e req-a5d6f283-80e9-4a9c-9828-d01be9ec0d61 tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574894'] for port (0aa3aa11-4236-4412-bb5f-61a46d3b6a7e), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:33.984279 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.plugin [req-00242b16-c553-4209-9929-14fc84abc83e req-a5d6f283-80e9-4a9c-9828-d01be9ec0d61 tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Calling delete_port for 0aa3aa11-4236-4412-bb5f-61a46d3b6a7e owned by compute:nova {{(pid=103104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 03:00:34.100466 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224ced0e-4d53-4236-8f27-7aca92fdb278 req-6df02344-fd97-4639-bef4-29fada0f5fcb tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:00:34.101889 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-224ced0e-4d53-4236-8f27-7aca92fdb278 req-6df02344-fd97-4639-bef4-29fada0f5fcb tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] 10.222.0.20 "GET /v2.0/ports?device_id=258ae442-c6a6-4bea-947c-f3e043b73155 HTTP/1.1" status: 200 len: 945 time: 0.0786035 Mar 11 03:00:34.182145 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-00242b16-c553-4209-9929-14fc84abc83e req-a5d6f283-80e9-4a9c-9828-d01be9ec0d61 tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774349360213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774348857685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9193763'] for port (0aa3aa11-4236-4412-bb5f-61a46d3b6a7e), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:34.193514 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-224ced0e-4d53-4236-8f27-7aca92fdb278 req-af0bc1a0-94fa-4cf3-a7c2-0f48dcfd4c25 tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] 10.222.0.20 "GET /v2.0/security-groups?id=7961f483-5dcf-4fb4-a24e-c7e955fcb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811958 Mar 11 03:00:34.194109 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] get_ports_and_sgs() called for port_ids ['0aa3aa11-4236-4412-bb5f-61a46d3b6a7e'] {{(pid=103105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 03:00:34.213181 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d6f283-80e9-4a9c-9828-d01be9ec0d61 tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Pushing event deleted for resources: {'Port': ['ID=0aa3aa11-4236-4412-bb5f-61a46d3b6a7e,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:00:34.263077 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.db.l3_dvrscheduler_db [req-00242b16-c553-4209-9929-14fc84abc83e req-a5d6f283-80e9-4a9c-9828-d01be9ec0d61 tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] No DVR routers for this DVR port 0aa3aa11-4236-4412-bb5f-61a46d3b6a7e on host hv-cinder-74014 {{(pid=103104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 03:00:34.265569 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-00242b16-c553-4209-9929-14fc84abc83e req-a5d6f283-80e9-4a9c-9828-d01be9ec0d61 tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55355'] for port (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:34.269057 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-00242b16-c553-4209-9929-14fc84abc83e req-a5d6f283-80e9-4a9c-9828-d01be9ec0d61 tempest-TestMinimumBasicScenario-1732689458 tempest-TestMinimumBasicScenario-1732689458-project] 10.222.0.13 "DELETE /v2.0/ports/0aa3aa11-4236-4412-bb5f-61a46d3b6a7e HTTP/1.1" status: 204 len: 173 time: 0.4841306 Mar 11 03:00:34.269537 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '258ae442-c6a6-4bea-947c-f3e043b73155', 'name': 'network-vif-deleted', 'tag': '0aa3aa11-4236-4412-bb5f-61a46d3b6a7e'}] {{(pid=103104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 03:00:34.272805 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b4e7651ceabe3a28ab45abcf2012854968d28c41040a071bcf34f6a69b109a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71734940-85c5-4424-8d9f-3c0126738f6a" -d '{"events": [{"server_uuid": "258ae442-c6a6-4bea-947c-f3e043b73155", "name": "network-vif-deleted", "tag": "0aa3aa11-4236-4412-bb5f-61a46d3b6a7e"}]}' {{(pid=103104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 03:00:34.308638 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 03:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51e1f5ad-a177-4fdd-8883-aef15cfb1132 x-openstack-request-id: req-51e1f5ad-a177-4fdd-8883-aef15cfb1132 {{(pid=103104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 03:00:34.308976 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "258ae442-c6a6-4bea-947c-f3e043b73155", "name": "network-vif-deleted", "tag": "0aa3aa11-4236-4412-bb5f-61a46d3b6a7e", "status": "completed", "code": 200}]} {{(pid=103104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 03:00:34.309252 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-51e1f5ad-a177-4fdd-8883-aef15cfb1132 {{(pid=103104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 03:00:34.309652 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '258ae442-c6a6-4bea-947c-f3e043b73155', 'name': 'network-vif-deleted', 'tag': '0aa3aa11-4236-4412-bb5f-61a46d3b6a7e', 'status': 'completed', 'code': 200} Mar 11 03:00:35.816249 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 45782) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:00:36.367891 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-7a2598ab-18c2-4433-952f-e6ddd48a7e63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-576760'] for router_interface (22ff7d1b-aa79-46b7-bca7-0dfbec27d176), before_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:36.609144 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-7a2598ab-18c2-4433-952f-e6ddd48a7e63 admin admin] Deleting port 6565c826-c024-4dd0-a384-0380c6c3f3f0 {{(pid=103103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 03:00:36.609484 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-7a2598ab-18c2-4433-952f-e6ddd48a7e63 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774349354222'] for port (6565c826-c024-4dd0-a384-0380c6c3f3f0), before_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:36.682409 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-7a2598ab-18c2-4433-952f-e6ddd48a7e63 admin admin] For port 6565c826-c024-4dd0-a384-0380c6c3f3f0, host dv-cinder-740146-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-smb',level=0,port_id=6565c826-c024-4dd0-a384-0380c6c3f3f0,segment=NetworkSegment(68036a91-0c82-478d-bdb4-5aba1b23ce2e),segment_id=68036a91-0c82-478d-bdb4-5aba1b23ce2e)] {{(pid=103103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:00:36.682765 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-7a2598ab-18c2-4433-952f-e6ddd48a7e63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574894'] for port (6565c826-c024-4dd0-a384-0380c6c3f3f0), precommit_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:36.695068 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-7a2598ab-18c2-4433-952f-e6ddd48a7e63 admin admin] Calling delete_port for 6565c826-c024-4dd0-a384-0380c6c3f3f0 owned by network:router_interface {{(pid=103103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 03:00:36.883279 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-7a2598ab-18c2-4433-952f-e6ddd48a7e63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774349360213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774348857685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9139710'] for port (6565c826-c024-4dd0-a384-0380c6c3f3f0), after_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:36.901588 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2598ab-18c2-4433-952f-e6ddd48a7e63 admin admin] Pushing event deleted for resources: {'Port': ['ID=6565c826-c024-4dd0-a384-0380c6c3f3f0,revision_number=None']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:00:37.074963 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-7a2598ab-18c2-4433-952f-e6ddd48a7e63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-648108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575848'] for router_interface (22ff7d1b-aa79-46b7-bca7-0dfbec27d176), after_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:37.290588 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a2598ab-18c2-4433-952f-e6ddd48a7e63 admin admin] Router 22ff7d1b-aa79-46b7-bca7-0dfbec27d176 has already been hosted by L3 agent 368653ed-b5ce-4183-9c3b-231a0bc3dd35 {{(pid=103103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 03:00:37.393620 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a2598ab-18c2-4433-952f-e6ddd48a7e63 admin admin] Notify agent at l3_agent.dv-cinder-740146-14-smb the message routers_updated {{(pid=103103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 03:00:37.398567 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-7a2598ab-18c2-4433-952f-e6ddd48a7e63 admin admin] 10.222.0.20 "PUT /v2.0/routers/22ff7d1b-aa79-46b7-bca7-0dfbec27d176/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5812914 Mar 11 03:00:37.401024 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 45788) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:00:37.403628 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4426824-5006-4ad4-b210-dc3bc0fc2f02 None None] Sync routers for ids ['22ff7d1b-aa79-46b7-bca7-0dfbec27d176'] in dv-cinder-740146-14-smb {{(pid=103105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 03:00:37.417123 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4426824-5006-4ad4-b210-dc3bc0fc2f02 None None] Routers {'22ff7d1b-aa79-46b7-bca7-0dfbec27d176'} bound to L3 agent in host dv-cinder-740146-14-smb {{(pid=103105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:00:37.417724 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_hamode_db [None req-a4426824-5006-4ad4-b210-dc3bc0fc2f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T02:46:25Z,description=,heartbeat_timestamp=2022-03-11T03:00:25Z,host='dv-cinder-740146-14-smb',id=368653ed-b5ce-4183-9c3b-231a0bc3dd35,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T02:46:25Z,topic='l3_agent')) {'router_ids': ['22ff7d1b-aa79-46b7-bca7-0dfbec27d176'], 'active': True} {{(pid=103105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:00:37.504449 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-d6988d47-6b5e-40e4-9a87-36e0e06d8d5a admin admin] Publish callbacks [] for router (22ff7d1b-aa79-46b7-bca7-0dfbec27d176), before_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:37.522156 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_dvr_db [None req-a4426824-5006-4ad4-b210-dc3bc0fc2f02 None None] Set router 22ff7d1b-aa79-46b7-bca7-0dfbec27d176 gateway port host: dv-cinder-740146-14-smb {{(pid=103105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:00:37.596355 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Device 0aa3aa11-4236-4412-bb5f-61a46d3b6a7e no longer exists at agent hyperv_hv-cinder-74014 {{(pid=103105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 03:00:37.607122 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-d6988d47-6b5e-40e4-9a87-36e0e06d8d5a admin admin] Publish callbacks [] for router_gateway (22ff7d1b-aa79-46b7-bca7-0dfbec27d176), before_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:37.646306 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] No Port match for: 0aa3aa11-4236-4412-bb5f-61a46d3b6a7e {{(pid=103105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 03:00:37.646654 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Device 0aa3aa11-4236-4412-bb5f-61a46d3b6a7e not bound to the agent host hv-cinder-74014 {{(pid=103105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 03:00:37.660162 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-d6988d47-6b5e-40e4-9a87-36e0e06d8d5a admin admin] Deleting port 60ac13c6-e44e-4d99-bee9-a907604a61e8 {{(pid=103103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 03:00:37.660504 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-d6988d47-6b5e-40e4-9a87-36e0e06d8d5a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774349354222'] for port (60ac13c6-e44e-4d99-bee9-a907604a61e8), before_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:37.717445 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_hamode_db [None req-a4426824-5006-4ad4-b210-dc3bc0fc2f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22ff7d1b-aa79-46b7-bca7-0dfbec27d176', 'name': 'tempest-TestMinimumBasicScenario-1053116969-router', 'tenant_id': 'a7bd65d0a0b54c449113a4ac00fc662d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'external_fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.45'}], 'enable_snat': True}, 'gw_port_id': '60ac13c6-e44e-4d99-bee9-a907604a61e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T02:56:33Z', 'updated_at': '2022-03-11T03:00:36Z', 'revision_number': 5, 'project_id': 'a7bd65d0a0b54c449113a4ac00fc662d', 'gw_port': {'id': '60ac13c6-e44e-4d99-bee9-a907604a61e8', 'name': '', 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:97:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ff7d1b-aa79-46b7-bca7-0dfbec27d176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:56:34Z', 'updated_at': '2022-03-11T02:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-smb'}], 'dv-cinder-740146-14-smb', False) {} {{(pid=103105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:00:37.738005 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-d6988d47-6b5e-40e4-9a87-36e0e06d8d5a admin admin] For port 60ac13c6-e44e-4d99-bee9-a907604a61e8, host dv-cinder-740146-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-smb',level=0,port_id=60ac13c6-e44e-4d99-bee9-a907604a61e8,segment=NetworkSegment(86701719-770a-4197-8a84-07fe4dcd9e0f),segment_id=86701719-770a-4197-8a84-07fe4dcd9e0f)] {{(pid=103103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:00:37.738515 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-d6988d47-6b5e-40e4-9a87-36e0e06d8d5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574894'] for port (60ac13c6-e44e-4d99-bee9-a907604a61e8), precommit_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:37.748330 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4426824-5006-4ad4-b210-dc3bc0fc2f02 None None] Checking router: 22ff7d1b-aa79-46b7-bca7-0dfbec27d176 for host: dv-cinder-740146-14-smb {{(pid=103105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 03:00:37.751513 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-d6988d47-6b5e-40e4-9a87-36e0e06d8d5a admin admin] Calling delete_port for 60ac13c6-e44e-4d99-bee9-a907604a61e8 owned by network:router_gateway {{(pid=103103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 03:00:37.756603 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4426824-5006-4ad4-b210-dc3bc0fc2f02 None None] Routers {'22ff7d1b-aa79-46b7-bca7-0dfbec27d176'} bound to L3 agent in host dv-cinder-740146-14-smb {{(pid=103105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:00:37.757240 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_hamode_db [None req-a4426824-5006-4ad4-b210-dc3bc0fc2f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T02:46:25Z,description=,heartbeat_timestamp=2022-03-11T03:00:25Z,host='dv-cinder-740146-14-smb',id=368653ed-b5ce-4183-9c3b-231a0bc3dd35,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T02:46:25Z,topic='l3_agent')) {'router_ids': ['22ff7d1b-aa79-46b7-bca7-0dfbec27d176'], 'active': True} {{(pid=103105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:00:37.840641 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_dvr_db [None req-a4426824-5006-4ad4-b210-dc3bc0fc2f02 None None] Set router 22ff7d1b-aa79-46b7-bca7-0dfbec27d176 gateway port host: None {{(pid=103105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:00:37.896509 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_hamode_db [None req-a4426824-5006-4ad4-b210-dc3bc0fc2f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22ff7d1b-aa79-46b7-bca7-0dfbec27d176', 'name': 'tempest-TestMinimumBasicScenario-1053116969-router', 'tenant_id': 'a7bd65d0a0b54c449113a4ac00fc662d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T02:56:33Z', 'updated_at': '2022-03-11T03:00:37Z', 'revision_number': 6, 'project_id': 'a7bd65d0a0b54c449113a4ac00fc662d', 'gw_port_host': None}], 'dv-cinder-740146-14-smb', False) {} {{(pid=103105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:00:37.915679 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-d6988d47-6b5e-40e4-9a87-36e0e06d8d5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774349360213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774348857685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9139710'] for port (60ac13c6-e44e-4d99-bee9-a907604a61e8), after_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:37.923255 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4426824-5006-4ad4-b210-dc3bc0fc2f02 None None] The sync data for ids ['22ff7d1b-aa79-46b7-bca7-0dfbec27d176'] in dv-cinder-740146-14-smb is: [{'id': '22ff7d1b-aa79-46b7-bca7-0dfbec27d176', 'name': 'tempest-TestMinimumBasicScenario-1053116969-router', 'tenant_id': 'a7bd65d0a0b54c449113a4ac00fc662d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T02:56:33Z', 'updated_at': '2022-03-11T03:00:37Z', 'revision_number': 6, 'project_id': 'a7bd65d0a0b54c449113a4ac00fc662d', 'gw_port_host': None}] {{(pid=103105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 03:00:38.162660 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6988d47-6b5e-40e4-9a87-36e0e06d8d5a admin admin] Pushing event deleted for resources: {'Port': ['ID=60ac13c6-e44e-4d99-bee9-a907604a61e8,revision_number=None']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:00:38.225739 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-d6988d47-6b5e-40e4-9a87-36e0e06d8d5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580546'] for router_gateway (22ff7d1b-aa79-46b7-bca7-0dfbec27d176), after_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:38.317179 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-d6988d47-6b5e-40e4-9a87-36e0e06d8d5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-586829', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58005'] for router (22ff7d1b-aa79-46b7-bca7-0dfbec27d176), precommit_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:38.319408 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-d6988d47-6b5e-40e4-9a87-36e0e06d8d5a admin admin] Publish callbacks [] for router_controller (22ff7d1b-aa79-46b7-bca7-0dfbec27d176), precommit_delete_associations {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:38.365801 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-d6988d47-6b5e-40e4-9a87-36e0e06d8d5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-586838'] for router (22ff7d1b-aa79-46b7-bca7-0dfbec27d176), after_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:38.366572 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6988d47-6b5e-40e4-9a87-36e0e06d8d5a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 22ff7d1b-aa79-46b7-bca7-0dfbec27d176 {{(pid=103103) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 03:00:38.371907 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-d6988d47-6b5e-40e4-9a87-36e0e06d8d5a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:38.373947 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-d6988d47-6b5e-40e4-9a87-36e0e06d8d5a admin admin] 10.222.0.20 "DELETE /v2.0/routers/22ff7d1b-aa79-46b7-bca7-0dfbec27d176 HTTP/1.1" status: 204 len: 168 time: 0.9712555 Mar 11 03:00:38.376434 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 45790) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:00:38.418779 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.db.db_base_plugin_v2 [None req-213123ef-b95c-4515-afbb-d9c5b8357d70 admin admin] Deleting subnet d4d08d7c-9091-46e5-9160-e7157dc9cc9d {{(pid=103104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 03:00:38.421663 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-213123ef-b95c-4515-afbb-d9c5b8357d70 admin admin] Publish callbacks [] for subnet (d4d08d7c-9091-46e5-9160-e7157dc9cc9d), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:38.454397 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-213123ef-b95c-4515-afbb-d9c5b8357d70 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3905093'] for subnet (d4d08d7c-9091-46e5-9160-e7157dc9cc9d), precommit_delete_associations {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:38.563614 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-213123ef-b95c-4515-afbb-d9c5b8357d70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536560100'] for subnet (d4d08d7c-9091-46e5-9160-e7157dc9cc9d), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:38.614408 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-213123ef-b95c-4515-afbb-d9c5b8357d70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536560111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9193740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8900754'] for subnet (d4d08d7c-9091-46e5-9160-e7157dc9cc9d), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:38.636569 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213123ef-b95c-4515-afbb-d9c5b8357d70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4d08d7c-9091-46e5-9160-e7157dc9cc9d,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:00:38.642926 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-213123ef-b95c-4515-afbb-d9c5b8357d70 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:38.648698 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-213123ef-b95c-4515-afbb-d9c5b8357d70 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/d4d08d7c-9091-46e5-9160-e7157dc9cc9d HTTP/1.1" status: 204 len: 168 time: 0.2712038 Mar 11 03:00:38.648946 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 45792) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:00:38.652165 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b7dfdc4-2f56-461c-804f-3c2be30513b0 None None] Network aa8f397c-9989-4eb2-96e4-41d8627a091e requested from dv-cinder-740146-14-smb {{(pid=103105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 03:00:38.732018 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-683f73b0-b746-496e-8473-914292abc123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536131617'] for network (aa8f397c-9989-4eb2-96e4-41d8627a091e), before_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:38.741466 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Device 60ac13c6-e44e-4d99-bee9-a907604a61e8 no longer exists at agent ovs-agent-dv-cinder-740146-14-smb {{(pid=103105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 03:00:38.761939 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] No Port match for: 60ac13c6-e44e-4d99-bee9-a907604a61e8 {{(pid=103105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 03:00:38.762257 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Device 60ac13c6-e44e-4d99-bee9-a907604a61e8 not bound to the agent host dv-cinder-740146-14-smb {{(pid=103105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 03:00:38.762660 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Device 6565c826-c024-4dd0-a384-0380c6c3f3f0 no longer exists at agent ovs-agent-dv-cinder-740146-14-smb {{(pid=103105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 03:00:38.785511 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-683f73b0-b746-496e-8473-914292abc123 admin admin] Deleting port d7d7904d-4ee8-4c2e-b7a5-1ccbe883e160 {{(pid=103103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 03:00:38.785838 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-683f73b0-b746-496e-8473-914292abc123 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774349354222'] for port (d7d7904d-4ee8-4c2e-b7a5-1ccbe883e160), before_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:38.788969 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] No Port match for: 6565c826-c024-4dd0-a384-0380c6c3f3f0 {{(pid=103105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 03:00:38.788969 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Device 6565c826-c024-4dd0-a384-0380c6c3f3f0 not bound to the agent host dv-cinder-740146-14-smb {{(pid=103105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 03:00:38.860480 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-683f73b0-b746-496e-8473-914292abc123 admin admin] For port d7d7904d-4ee8-4c2e-b7a5-1ccbe883e160, host dv-cinder-740146-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-smb',level=0,port_id=d7d7904d-4ee8-4c2e-b7a5-1ccbe883e160,segment=NetworkSegment(68036a91-0c82-478d-bdb4-5aba1b23ce2e),segment_id=68036a91-0c82-478d-bdb4-5aba1b23ce2e)] {{(pid=103103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:00:38.860852 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-683f73b0-b746-496e-8473-914292abc123 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574894'] for port (d7d7904d-4ee8-4c2e-b7a5-1ccbe883e160), precommit_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:38.872620 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-683f73b0-b746-496e-8473-914292abc123 admin admin] Calling delete_port for d7d7904d-4ee8-4c2e-b7a5-1ccbe883e160 owned by network:dhcp {{(pid=103103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 03:00:38.888033 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-805dd706-7a8e-4805-8af7-444701f54f71 None None] DHCP port deletion for aa8f397c-9989-4eb2-96e4-41d8627a091e request from dv-cinder-740146-14-smb {{(pid=103105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 03:00:38.938242 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-805dd706-7a8e-4805-8af7-444701f54f71 None None] Deleting port d7d7904d-4ee8-4c2e-b7a5-1ccbe883e160 {{(pid=103105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 03:00:38.938737 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-805dd706-7a8e-4805-8af7-444701f54f71 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774349354222'] for port (d7d7904d-4ee8-4c2e-b7a5-1ccbe883e160), before_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:38.958371 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-683f73b0-b746-496e-8473-914292abc123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774349360213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774348857685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9139710'] for port (d7d7904d-4ee8-4c2e-b7a5-1ccbe883e160), after_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:38.971290 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683f73b0-b746-496e-8473-914292abc123 admin admin] No DVR routers for this DVR port d7d7904d-4ee8-4c2e-b7a5-1ccbe883e160 on host dv-cinder-740146-14-smb {{(pid=103103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 03:00:38.992195 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683f73b0-b746-496e-8473-914292abc123 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7d7904d-4ee8-4c2e-b7a5-1ccbe883e160,revision_number=None']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:00:39.007096 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-805dd706-7a8e-4805-8af7-444701f54f71 None None] For port d7d7904d-4ee8-4c2e-b7a5-1ccbe883e160, host dv-cinder-740146-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-smb',level=0,port_id=d7d7904d-4ee8-4c2e-b7a5-1ccbe883e160,segment=NetworkSegment(68036a91-0c82-478d-bdb4-5aba1b23ce2e),segment_id=68036a91-0c82-478d-bdb4-5aba1b23ce2e)] {{(pid=103105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:00:39.007733 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-805dd706-7a8e-4805-8af7-444701f54f71 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574894'] for port (d7d7904d-4ee8-4c2e-b7a5-1ccbe883e160), precommit_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:39.022388 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-805dd706-7a8e-4805-8af7-444701f54f71 None None] Calling delete_port for d7d7904d-4ee8-4c2e-b7a5-1ccbe883e160 owned by network:dhcp {{(pid=103105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 03:00:39.068465 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-683f73b0-b746-496e-8473-914292abc123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536562719', 'neutron.services.segments.db._delete_segments_for_network-8774349187094'] for network (aa8f397c-9989-4eb2-96e4-41d8627a091e), precommit_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:39.088032 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.services.segments.db [None req-683f73b0-b746-496e-8473-914292abc123 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa8f397c-9989-4eb2-96e4-41d8627a091e']}} {{(pid=103103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:00:39.098136 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.services.segments.db [None req-683f73b0-b746-496e-8473-914292abc123 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68036a91-0c82-478d-bdb4-5aba1b23ce2e') {'for_net_delete': True} {{(pid=103103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:00:39.098436 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.services.segments.db [None req-683f73b0-b746-496e-8473-914292abc123 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68036a91-0c82-478d-bdb4-5aba1b23ce2e') {} {{(pid=103103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:00:39.108919 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-683f73b0-b746-496e-8473-914292abc123 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774349187871', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8546555'] for segment (68036a91-0c82-478d-bdb4-5aba1b23ce2e), before_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:39.121864 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-683f73b0-b746-496e-8473-914292abc123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536533115'] for segment (68036a91-0c82-478d-bdb4-5aba1b23ce2e), precommit_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:39.128106 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-683f73b0-b746-496e-8473-914292abc123 admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=103103) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 03:00:39.128532 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-683f73b0-b746-496e-8473-914292abc123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536533115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9139215'] for segment (68036a91-0c82-478d-bdb4-5aba1b23ce2e), after_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:39.130235 dv-cinder-740146-14-smb neutron-server[103103]: Traceback (most recent call last): Mar 11 03:00:39.130235 dv-cinder-740146-14-smb neutron-server[103103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 03:00:39.130235 dv-cinder-740146-14-smb neutron-server[103103]: timer() Mar 11 03:00:39.130235 dv-cinder-740146-14-smb neutron-server[103103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 03:00:39.130235 dv-cinder-740146-14-smb neutron-server[103103]: cb(*args, **kw) Mar 11 03:00:39.130235 dv-cinder-740146-14-smb neutron-server[103103]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 03:00:39.130235 dv-cinder-740146-14-smb neutron-server[103103]: return func(*args, **kwargs) Mar 11 03:00:39.130235 dv-cinder-740146-14-smb neutron-server[103103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 03:00:39.130235 dv-cinder-740146-14-smb neutron-server[103103]: self._notify() Mar 11 03:00:39.130235 dv-cinder-740146-14-smb neutron-server[103103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 03:00:39.130235 dv-cinder-740146-14-smb neutron-server[103103]: self.callback(batched_events) Mar 11 03:00:39.130235 dv-cinder-740146-14-smb neutron-server[103103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 03:00:39.130235 dv-cinder-740146-14-smb neutron-server[103103]: event.method(event) Mar 11 03:00:39.130235 dv-cinder-740146-14-smb neutron-server[103103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 03:00:39.130235 dv-cinder-740146-14-smb neutron-server[103103]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 03:00:39.130235 dv-cinder-740146-14-smb neutron-server[103103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 03:00:39.130235 dv-cinder-740146-14-smb neutron-server[103103]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 03:00:39.130235 dv-cinder-740146-14-smb neutron-server[103103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 03:00:39.130235 dv-cinder-740146-14-smb neutron-server[103103]: return f(self, *a, **k) Mar 11 03:00:39.130235 dv-cinder-740146-14-smb neutron-server[103103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 03:00:39.130235 dv-cinder-740146-14-smb neutron-server[103103]: return self._get(url).json() Mar 11 03:00:39.130235 dv-cinder-740146-14-smb neutron-server[103103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 03:00:39.130235 dv-cinder-740146-14-smb neutron-server[103103]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 03:00:39.130235 dv-cinder-740146-14-smb neutron-server[103103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 03:00:39.130235 dv-cinder-740146-14-smb neutron-server[103103]: return self.request(url, 'GET', **kwargs) Mar 11 03:00:39.130235 dv-cinder-740146-14-smb neutron-server[103103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 03:00:39.130235 dv-cinder-740146-14-smb neutron-server[103103]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 03:00:39.130235 dv-cinder-740146-14-smb neutron-server[103103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 03:00:39.130235 dv-cinder-740146-14-smb neutron-server[103103]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 03:00:39.130235 dv-cinder-740146-14-smb neutron-server[103103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 03:00:39.130235 dv-cinder-740146-14-smb neutron-server[103103]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 03:00:39.130235 dv-cinder-740146-14-smb neutron-server[103103]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 03:00:39.138837 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-805dd706-7a8e-4805-8af7-444701f54f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774349360213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774348857685'] for port (d7d7904d-4ee8-4c2e-b7a5-1ccbe883e160), after_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:39.166072 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805dd706-7a8e-4805-8af7-444701f54f71 None None] Pushing event deleted for resources: {'Port': ['ID=d7d7904d-4ee8-4c2e-b7a5-1ccbe883e160,revision_number=None']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:00:39.169731 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805dd706-7a8e-4805-8af7-444701f54f71 None None] No DVR routers for this DVR port d7d7904d-4ee8-4c2e-b7a5-1ccbe883e160 on host dv-cinder-740146-14-smb {{(pid=103105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 03:00:39.189506 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-683f73b0-b746-496e-8473-914292abc123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536562790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580582'] for network (aa8f397c-9989-4eb2-96e4-41d8627a091e), after_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:39.194916 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-683f73b0-b746-496e-8473-914292abc123 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-648073'] for network (None), before_response {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:39.198080 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-683f73b0-b746-496e-8473-914292abc123 admin admin] 10.222.0.20 "DELETE /v2.0/networks/aa8f397c-9989-4eb2-96e4-41d8627a091e HTTP/1.1" status: 204 len: 168 time: 0.5482979 Mar 11 03:00:39.200950 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 45794) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:00:39.209053 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683f73b0-b746-496e-8473-914292abc123 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa8f397c-9989-4eb2-96e4-41d8627a091e,revision_number=None']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:00:39.604320 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-842f7651-a3eb-479e-840c-b6734bea1b82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-576760'] for router_interface (1151ce99-a4ec-44c5-8fbd-42c7400f187f), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:39.889440 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.plugin [None req-842f7651-a3eb-479e-840c-b6734bea1b82 admin admin] Deleting port 4a76abfa-1560-42cd-821b-76cb40cf06da {{(pid=103104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 03:00:39.889711 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-842f7651-a3eb-479e-840c-b6734bea1b82 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774349354222'] for port (4a76abfa-1560-42cd-821b-76cb40cf06da), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:39.966563 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.db [None req-842f7651-a3eb-479e-840c-b6734bea1b82 admin admin] For port 4a76abfa-1560-42cd-821b-76cb40cf06da, host dv-cinder-740146-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-smb',level=0,port_id=4a76abfa-1560-42cd-821b-76cb40cf06da,segment=NetworkSegment(f234d4b5-64aa-4a1e-bc0f-72b59ae9f1f4),segment_id=f234d4b5-64aa-4a1e-bc0f-72b59ae9f1f4)] {{(pid=103104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:00:39.967428 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-842f7651-a3eb-479e-840c-b6734bea1b82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574894'] for port (4a76abfa-1560-42cd-821b-76cb40cf06da), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:39.980194 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.plugin [None req-842f7651-a3eb-479e-840c-b6734bea1b82 admin admin] Calling delete_port for 4a76abfa-1560-42cd-821b-76cb40cf06da owned by network:router_interface {{(pid=103104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 03:00:40.151553 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-842f7651-a3eb-479e-840c-b6734bea1b82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774349360213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774348857685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9193763'] for port (4a76abfa-1560-42cd-821b-76cb40cf06da), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:40.173827 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842f7651-a3eb-479e-840c-b6734bea1b82 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a76abfa-1560-42cd-821b-76cb40cf06da,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:00:40.338629 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-842f7651-a3eb-479e-840c-b6734bea1b82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-648108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575848'] for router_interface (1151ce99-a4ec-44c5-8fbd-42c7400f187f), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:40.684686 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Device d7d7904d-4ee8-4c2e-b7a5-1ccbe883e160 no longer exists at agent ovs-agent-dv-cinder-740146-14-smb {{(pid=103105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 03:00:40.705275 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] No Port match for: d7d7904d-4ee8-4c2e-b7a5-1ccbe883e160 {{(pid=103105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 03:00:40.705624 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Device d7d7904d-4ee8-4c2e-b7a5-1ccbe883e160 not bound to the agent host dv-cinder-740146-14-smb {{(pid=103105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 03:00:40.798881 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-842f7651-a3eb-479e-840c-b6734bea1b82 admin admin] Router 1151ce99-a4ec-44c5-8fbd-42c7400f187f has already been hosted by L3 agent 368653ed-b5ce-4183-9c3b-231a0bc3dd35 {{(pid=103104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 03:00:40.910197 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-842f7651-a3eb-479e-840c-b6734bea1b82 admin admin] Notify agent at l3_agent.dv-cinder-740146-14-smb the message routers_updated {{(pid=103104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 03:00:40.915379 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-842f7651-a3eb-479e-840c-b6734bea1b82 admin admin] 10.222.0.20 "PUT /v2.0/routers/1151ce99-a4ec-44c5-8fbd-42c7400f187f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7132843 Mar 11 03:00:40.917858 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 45796) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:00:40.918564 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08139fd6-c7c9-4a17-9b23-dcc7b236daeb None None] Sync routers for ids ['1151ce99-a4ec-44c5-8fbd-42c7400f187f'] in dv-cinder-740146-14-smb {{(pid=103106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 03:00:40.929308 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08139fd6-c7c9-4a17-9b23-dcc7b236daeb None None] Routers {'1151ce99-a4ec-44c5-8fbd-42c7400f187f'} bound to L3 agent in host dv-cinder-740146-14-smb {{(pid=103106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:00:40.929913 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-08139fd6-c7c9-4a17-9b23-dcc7b236daeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T02:46:25Z,description=,heartbeat_timestamp=2022-03-11T03:00:25Z,host='dv-cinder-740146-14-smb',id=368653ed-b5ce-4183-9c3b-231a0bc3dd35,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T02:46:25Z,topic='l3_agent')) {'router_ids': ['1151ce99-a4ec-44c5-8fbd-42c7400f187f'], 'active': True} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:00:41.024005 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-602b6384-53f5-4e45-a6c9-5567b0264b97 admin admin] Publish callbacks [] for router (1151ce99-a4ec-44c5-8fbd-42c7400f187f), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:41.040423 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.l3_dvr_db [None req-08139fd6-c7c9-4a17-9b23-dcc7b236daeb None None] Set router 1151ce99-a4ec-44c5-8fbd-42c7400f187f gateway port host: dv-cinder-740146-14-smb {{(pid=103106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:00:41.128074 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-602b6384-53f5-4e45-a6c9-5567b0264b97 admin admin] Publish callbacks [] for router_gateway (1151ce99-a4ec-44c5-8fbd-42c7400f187f), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:41.181833 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.plugin [None req-602b6384-53f5-4e45-a6c9-5567b0264b97 admin admin] Deleting port d65eecf4-ca84-419d-9f57-08e67668a44d {{(pid=103104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 03:00:41.182184 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-602b6384-53f5-4e45-a6c9-5567b0264b97 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774349354222'] for port (d65eecf4-ca84-419d-9f57-08e67668a44d), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:41.210611 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-08139fd6-c7c9-4a17-9b23-dcc7b236daeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1151ce99-a4ec-44c5-8fbd-42c7400f187f', 'name': 'tempest-TestMinimumBasicScenario-1359387354-router', 'tenant_id': 'f76db88bdbca4652ad71034137c6a4ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'external_fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.106'}], 'enable_snat': True}, 'gw_port_id': 'd65eecf4-ca84-419d-9f57-08e67668a44d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T02:56:38Z', 'updated_at': '2022-03-11T03:00:40Z', 'revision_number': 5, 'project_id': 'f76db88bdbca4652ad71034137c6a4ca', 'gw_port': {'id': 'd65eecf4-ca84-419d-9f57-08e67668a44d', 'name': '', 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:f5:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1151ce99-a4ec-44c5-8fbd-42c7400f187f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:56:39Z', 'updated_at': '2022-03-11T02:56:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-smb'}], 'dv-cinder-740146-14-smb', False) {} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:00:41.237715 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08139fd6-c7c9-4a17-9b23-dcc7b236daeb None None] Checking router: 1151ce99-a4ec-44c5-8fbd-42c7400f187f for host: dv-cinder-740146-14-smb {{(pid=103106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 03:00:41.245745 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08139fd6-c7c9-4a17-9b23-dcc7b236daeb None None] Routers {'1151ce99-a4ec-44c5-8fbd-42c7400f187f'} bound to L3 agent in host dv-cinder-740146-14-smb {{(pid=103106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:00:41.246336 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-08139fd6-c7c9-4a17-9b23-dcc7b236daeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T02:46:25Z,description=,heartbeat_timestamp=2022-03-11T03:00:25Z,host='dv-cinder-740146-14-smb',id=368653ed-b5ce-4183-9c3b-231a0bc3dd35,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T02:46:25Z,topic='l3_agent')) {'router_ids': ['1151ce99-a4ec-44c5-8fbd-42c7400f187f'], 'active': True} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:00:41.265586 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.db [None req-602b6384-53f5-4e45-a6c9-5567b0264b97 admin admin] For port d65eecf4-ca84-419d-9f57-08e67668a44d, host dv-cinder-740146-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-smb',level=0,port_id=d65eecf4-ca84-419d-9f57-08e67668a44d,segment=NetworkSegment(86701719-770a-4197-8a84-07fe4dcd9e0f),segment_id=86701719-770a-4197-8a84-07fe4dcd9e0f)] {{(pid=103104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:00:41.265964 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-602b6384-53f5-4e45-a6c9-5567b0264b97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574894'] for port (d65eecf4-ca84-419d-9f57-08e67668a44d), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:41.280120 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.plugin [None req-602b6384-53f5-4e45-a6c9-5567b0264b97 admin admin] Calling delete_port for d65eecf4-ca84-419d-9f57-08e67668a44d owned by network:router_gateway {{(pid=103104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 03:00:41.415350 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.l3_dvr_db [None req-08139fd6-c7c9-4a17-9b23-dcc7b236daeb None None] Set router 1151ce99-a4ec-44c5-8fbd-42c7400f187f gateway port host: None {{(pid=103106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:00:41.445779 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-602b6384-53f5-4e45-a6c9-5567b0264b97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774349360213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774348857685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9193763'] for port (d65eecf4-ca84-419d-9f57-08e67668a44d), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:41.468169 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-08139fd6-c7c9-4a17-9b23-dcc7b236daeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1151ce99-a4ec-44c5-8fbd-42c7400f187f', 'name': 'tempest-TestMinimumBasicScenario-1359387354-router', 'tenant_id': 'f76db88bdbca4652ad71034137c6a4ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T02:56:38Z', 'updated_at': '2022-03-11T03:00:41Z', 'revision_number': 6, 'project_id': 'f76db88bdbca4652ad71034137c6a4ca', 'gw_port_host': None}], 'dv-cinder-740146-14-smb', False) {} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:00:41.474714 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602b6384-53f5-4e45-a6c9-5567b0264b97 admin admin] Pushing event deleted for resources: {'Port': ['ID=d65eecf4-ca84-419d-9f57-08e67668a44d,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:00:41.494990 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08139fd6-c7c9-4a17-9b23-dcc7b236daeb None None] The sync data for ids ['1151ce99-a4ec-44c5-8fbd-42c7400f187f'] in dv-cinder-740146-14-smb is: [{'id': '1151ce99-a4ec-44c5-8fbd-42c7400f187f', 'name': 'tempest-TestMinimumBasicScenario-1359387354-router', 'tenant_id': 'f76db88bdbca4652ad71034137c6a4ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T02:56:38Z', 'updated_at': '2022-03-11T03:00:41Z', 'revision_number': 6, 'project_id': 'f76db88bdbca4652ad71034137c6a4ca', 'gw_port_host': None}] {{(pid=103106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 03:00:41.534102 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-602b6384-53f5-4e45-a6c9-5567b0264b97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580546'] for router_gateway (1151ce99-a4ec-44c5-8fbd-42c7400f187f), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:41.646554 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-602b6384-53f5-4e45-a6c9-5567b0264b97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-586829', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58005'] for router (1151ce99-a4ec-44c5-8fbd-42c7400f187f), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:41.646554 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-602b6384-53f5-4e45-a6c9-5567b0264b97 admin admin] Publish callbacks [] for router_controller (1151ce99-a4ec-44c5-8fbd-42c7400f187f), precommit_delete_associations {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:41.709169 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-602b6384-53f5-4e45-a6c9-5567b0264b97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-586838'] for router (1151ce99-a4ec-44c5-8fbd-42c7400f187f), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:41.709597 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-602b6384-53f5-4e45-a6c9-5567b0264b97 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1151ce99-a4ec-44c5-8fbd-42c7400f187f {{(pid=103104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 03:00:41.714534 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-602b6384-53f5-4e45-a6c9-5567b0264b97 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:41.715661 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-602b6384-53f5-4e45-a6c9-5567b0264b97 admin admin] 10.222.0.20 "DELETE /v2.0/routers/1151ce99-a4ec-44c5-8fbd-42c7400f187f HTTP/1.1" status: 204 len: 168 time: 0.7969000 Mar 11 03:00:41.718770 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 45798) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:00:41.760648 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.db.db_base_plugin_v2 [None req-58a94ef6-80cd-4ff0-9e37-dc23fc2144ba admin admin] Deleting subnet b3790cea-5bed-4584-9c0f-d764ce3172ca {{(pid=103104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 03:00:41.764140 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-58a94ef6-80cd-4ff0-9e37-dc23fc2144ba admin admin] Publish callbacks [] for subnet (b3790cea-5bed-4584-9c0f-d764ce3172ca), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:41.801221 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-58a94ef6-80cd-4ff0-9e37-dc23fc2144ba admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3905093'] for subnet (b3790cea-5bed-4584-9c0f-d764ce3172ca), precommit_delete_associations {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:41.873577 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-58a94ef6-80cd-4ff0-9e37-dc23fc2144ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536560100'] for subnet (b3790cea-5bed-4584-9c0f-d764ce3172ca), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:41.923680 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-58a94ef6-80cd-4ff0-9e37-dc23fc2144ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536560111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9193740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8900754'] for subnet (b3790cea-5bed-4584-9c0f-d764ce3172ca), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:41.949551 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a94ef6-80cd-4ff0-9e37-dc23fc2144ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3790cea-5bed-4584-9c0f-d764ce3172ca,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:00:41.951902 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-58a94ef6-80cd-4ff0-9e37-dc23fc2144ba admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:41.955031 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-58a94ef6-80cd-4ff0-9e37-dc23fc2144ba admin admin] 10.222.0.20 "DELETE /v2.0/subnets/b3790cea-5bed-4584-9c0f-d764ce3172ca HTTP/1.1" status: 204 len: 168 time: 0.2353303 Mar 11 03:00:41.956767 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad591b3-0b3e-4d70-a2fb-5f077ddd2e90 None None] Network 69ac8e41-e889-4ea4-9822-766c2340c643 requested from dv-cinder-740146-14-smb {{(pid=103105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 03:00:41.957627 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 45800) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:00:42.035080 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-2d2f1774-9db4-44da-b3cc-9530bfb0ccef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536131617'] for network (69ac8e41-e889-4ea4-9822-766c2340c643), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:42.090831 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.plugin [None req-2d2f1774-9db4-44da-b3cc-9530bfb0ccef admin admin] Deleting port f65eac64-ebba-413a-a624-a323fe5328c2 {{(pid=103104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 03:00:42.091171 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-2d2f1774-9db4-44da-b3cc-9530bfb0ccef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774349354222'] for port (f65eac64-ebba-413a-a624-a323fe5328c2), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:42.110753 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-721ab961-1930-49ec-b8a4-68f163144092 None None] DHCP port deletion for 69ac8e41-e889-4ea4-9822-766c2340c643 request from dv-cinder-740146-14-smb {{(pid=103105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 03:00:42.156545 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-721ab961-1930-49ec-b8a4-68f163144092 None None] Deleting port f65eac64-ebba-413a-a624-a323fe5328c2 {{(pid=103105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 03:00:42.157039 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-721ab961-1930-49ec-b8a4-68f163144092 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774349354222'] for port (f65eac64-ebba-413a-a624-a323fe5328c2), before_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:42.160012 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.db [None req-2d2f1774-9db4-44da-b3cc-9530bfb0ccef admin admin] For port f65eac64-ebba-413a-a624-a323fe5328c2, host dv-cinder-740146-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-smb',level=0,port_id=f65eac64-ebba-413a-a624-a323fe5328c2,segment=NetworkSegment(f234d4b5-64aa-4a1e-bc0f-72b59ae9f1f4),segment_id=f234d4b5-64aa-4a1e-bc0f-72b59ae9f1f4)] {{(pid=103104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:00:42.160376 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-2d2f1774-9db4-44da-b3cc-9530bfb0ccef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574894'] for port (f65eac64-ebba-413a-a624-a323fe5328c2), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:42.172243 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.plugin [None req-2d2f1774-9db4-44da-b3cc-9530bfb0ccef admin admin] Calling delete_port for f65eac64-ebba-413a-a624-a323fe5328c2 owned by network:dhcp {{(pid=103104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 03:00:42.224153 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-721ab961-1930-49ec-b8a4-68f163144092 None None] For port f65eac64-ebba-413a-a624-a323fe5328c2, host dv-cinder-740146-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-smb',level=0,port_id=f65eac64-ebba-413a-a624-a323fe5328c2,segment=NetworkSegment(f234d4b5-64aa-4a1e-bc0f-72b59ae9f1f4),segment_id=f234d4b5-64aa-4a1e-bc0f-72b59ae9f1f4)] {{(pid=103105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:00:42.224561 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-721ab961-1930-49ec-b8a4-68f163144092 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574894'] for port (f65eac64-ebba-413a-a624-a323fe5328c2), precommit_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:42.238745 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-721ab961-1930-49ec-b8a4-68f163144092 None None] Calling delete_port for f65eac64-ebba-413a-a624-a323fe5328c2 owned by network:dhcp {{(pid=103105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 03:00:42.254240 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-2d2f1774-9db4-44da-b3cc-9530bfb0ccef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774349360213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774348857685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9193763'] for port (f65eac64-ebba-413a-a624-a323fe5328c2), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:42.283618 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2f1774-9db4-44da-b3cc-9530bfb0ccef admin admin] Pushing event deleted for resources: {'Port': ['ID=f65eac64-ebba-413a-a624-a323fe5328c2,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:00:42.285572 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2f1774-9db4-44da-b3cc-9530bfb0ccef admin admin] No DVR routers for this DVR port f65eac64-ebba-413a-a624-a323fe5328c2 on host dv-cinder-740146-14-smb {{(pid=103104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 03:00:42.321461 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-721ab961-1930-49ec-b8a4-68f163144092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774349360213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774348857685'] for port (f65eac64-ebba-413a-a624-a323fe5328c2), after_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:42.345517 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721ab961-1930-49ec-b8a4-68f163144092 None None] Pushing event deleted for resources: {'Port': ['ID=f65eac64-ebba-413a-a624-a323fe5328c2,revision_number=None']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:00:42.348862 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721ab961-1930-49ec-b8a4-68f163144092 None None] No DVR routers for this DVR port f65eac64-ebba-413a-a624-a323fe5328c2 on host dv-cinder-740146-14-smb {{(pid=103105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 03:00:42.360390 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-2d2f1774-9db4-44da-b3cc-9530bfb0ccef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536562719', 'neutron.services.segments.db._delete_segments_for_network-8774349187094'] for network (69ac8e41-e889-4ea4-9822-766c2340c643), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:42.379619 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.services.segments.db [None req-2d2f1774-9db4-44da-b3cc-9530bfb0ccef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69ac8e41-e889-4ea4-9822-766c2340c643']}} {{(pid=103104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:00:42.388733 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.services.segments.db [None req-2d2f1774-9db4-44da-b3cc-9530bfb0ccef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f234d4b5-64aa-4a1e-bc0f-72b59ae9f1f4') {'for_net_delete': True} {{(pid=103104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:00:42.389032 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.services.segments.db [None req-2d2f1774-9db4-44da-b3cc-9530bfb0ccef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f234d4b5-64aa-4a1e-bc0f-72b59ae9f1f4') {} {{(pid=103104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:00:42.397891 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-2d2f1774-9db4-44da-b3cc-9530bfb0ccef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774349187871', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3905102'] for segment (f234d4b5-64aa-4a1e-bc0f-72b59ae9f1f4), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:42.410440 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-2d2f1774-9db4-44da-b3cc-9530bfb0ccef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536533115'] for segment (f234d4b5-64aa-4a1e-bc0f-72b59ae9f1f4), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:42.416345 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d2f1774-9db4-44da-b3cc-9530bfb0ccef admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=103104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 03:00:42.416780 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-2d2f1774-9db4-44da-b3cc-9530bfb0ccef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536533115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9193682'] for segment (f234d4b5-64aa-4a1e-bc0f-72b59ae9f1f4), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:42.418386 dv-cinder-740146-14-smb neutron-server[103104]: Traceback (most recent call last): Mar 11 03:00:42.418386 dv-cinder-740146-14-smb neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 03:00:42.418386 dv-cinder-740146-14-smb neutron-server[103104]: timer() Mar 11 03:00:42.418386 dv-cinder-740146-14-smb neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 03:00:42.418386 dv-cinder-740146-14-smb neutron-server[103104]: cb(*args, **kw) Mar 11 03:00:42.418386 dv-cinder-740146-14-smb neutron-server[103104]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 03:00:42.418386 dv-cinder-740146-14-smb neutron-server[103104]: return func(*args, **kwargs) Mar 11 03:00:42.418386 dv-cinder-740146-14-smb neutron-server[103104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 03:00:42.418386 dv-cinder-740146-14-smb neutron-server[103104]: self._notify() Mar 11 03:00:42.418386 dv-cinder-740146-14-smb neutron-server[103104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 03:00:42.418386 dv-cinder-740146-14-smb neutron-server[103104]: self.callback(batched_events) Mar 11 03:00:42.418386 dv-cinder-740146-14-smb neutron-server[103104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 03:00:42.418386 dv-cinder-740146-14-smb neutron-server[103104]: event.method(event) Mar 11 03:00:42.418386 dv-cinder-740146-14-smb neutron-server[103104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 03:00:42.418386 dv-cinder-740146-14-smb neutron-server[103104]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 03:00:42.418386 dv-cinder-740146-14-smb neutron-server[103104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 03:00:42.418386 dv-cinder-740146-14-smb neutron-server[103104]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 03:00:42.418386 dv-cinder-740146-14-smb neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 03:00:42.418386 dv-cinder-740146-14-smb neutron-server[103104]: return f(self, *a, **k) Mar 11 03:00:42.418386 dv-cinder-740146-14-smb neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 03:00:42.418386 dv-cinder-740146-14-smb neutron-server[103104]: return self._get(url).json() Mar 11 03:00:42.418386 dv-cinder-740146-14-smb neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 03:00:42.418386 dv-cinder-740146-14-smb neutron-server[103104]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 03:00:42.418386 dv-cinder-740146-14-smb neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 03:00:42.418386 dv-cinder-740146-14-smb neutron-server[103104]: return self.request(url, 'GET', **kwargs) Mar 11 03:00:42.418386 dv-cinder-740146-14-smb neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 03:00:42.418386 dv-cinder-740146-14-smb neutron-server[103104]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 03:00:42.418386 dv-cinder-740146-14-smb neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 03:00:42.418386 dv-cinder-740146-14-smb neutron-server[103104]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 03:00:42.418386 dv-cinder-740146-14-smb neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 03:00:42.418386 dv-cinder-740146-14-smb neutron-server[103104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 03:00:42.418386 dv-cinder-740146-14-smb neutron-server[103104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 03:00:42.472650 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-2d2f1774-9db4-44da-b3cc-9530bfb0ccef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536562790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580582'] for network (69ac8e41-e889-4ea4-9822-766c2340c643), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:42.477806 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-2d2f1774-9db4-44da-b3cc-9530bfb0ccef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-648073'] for network (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:42.481297 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-2d2f1774-9db4-44da-b3cc-9530bfb0ccef admin admin] 10.222.0.20 "DELETE /v2.0/networks/69ac8e41-e889-4ea4-9822-766c2340c643 HTTP/1.1" status: 204 len: 168 time: 0.5226529 Mar 11 03:00:42.492442 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2f1774-9db4-44da-b3cc-9530bfb0ccef admin admin] Pushing event deleted for resources: {'Network': ['ID=69ac8e41-e889-4ea4-9822-766c2340c643,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:00:42.639823 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Device f65eac64-ebba-413a-a624-a323fe5328c2 no longer exists at agent ovs-agent-dv-cinder-740146-14-smb {{(pid=103105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 03:00:42.650126 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 45804) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:00:42.659711 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] No Port match for: f65eac64-ebba-413a-a624-a323fe5328c2 {{(pid=103105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 03:00:42.660064 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Device f65eac64-ebba-413a-a624-a323fe5328c2 not bound to the agent host dv-cinder-740146-14-smb {{(pid=103105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 03:00:42.660480 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Device d65eecf4-ca84-419d-9f57-08e67668a44d no longer exists at agent ovs-agent-dv-cinder-740146-14-smb {{(pid=103105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 03:00:42.681182 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] No Port match for: d65eecf4-ca84-419d-9f57-08e67668a44d {{(pid=103105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 03:00:42.681533 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Device d65eecf4-ca84-419d-9f57-08e67668a44d not bound to the agent host dv-cinder-740146-14-smb {{(pid=103105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 03:00:42.681977 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Device 4a76abfa-1560-42cd-821b-76cb40cf06da no longer exists at agent ovs-agent-dv-cinder-740146-14-smb {{(pid=103105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 03:00:42.691505 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-5168e8ef-0067-49b8-b44b-90e420ac93fa admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a7bd65d0a0b54c449113a4ac00fc662d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378106 Mar 11 03:00:42.691716 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 45806) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:00:42.700794 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] No Port match for: 4a76abfa-1560-42cd-821b-76cb40cf06da {{(pid=103105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 03:00:42.701734 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Device 4a76abfa-1560-42cd-821b-76cb40cf06da not bound to the agent host dv-cinder-740146-14-smb {{(pid=103105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 03:00:42.737649 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-18b4eb05-c375-41a8-9797-8ea8a9a78667 admin admin] Publish callbacks [] for security_group (7961f483-5dcf-4fb4-a24e-c7e955fcb6b8), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:42.758413 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-18b4eb05-c375-41a8-9797-8ea8a9a78667 admin admin] Publish callbacks [] for security_group (7961f483-5dcf-4fb4-a24e-c7e955fcb6b8), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:42.802579 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-18b4eb05-c375-41a8-9797-8ea8a9a78667 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (7961f483-5dcf-4fb4-a24e-c7e955fcb6b8), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:42.805303 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-18b4eb05-c375-41a8-9797-8ea8a9a78667 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:42.806430 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-18b4eb05-c375-41a8-9797-8ea8a9a78667 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7961f483-5dcf-4fb4-a24e-c7e955fcb6b8 HTTP/1.1" status: 204 len: 168 time: 0.1138394 Mar 11 03:00:42.814394 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b4eb05-c375-41a8-9797-8ea8a9a78667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7961f483-5dcf-4fb4-a24e-c7e955fcb6b8,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:00:43.110009 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 45812) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:00:43.148989 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-c88ea30c-c90f-4b6e-b336-826129f499da admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f76db88bdbca4652ad71034137c6a4ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378180 Mar 11 03:00:43.151407 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 45814) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:00:43.200444 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-732dc7ac-5da2-4308-b2f1-9c48fd1a21c7 admin admin] Publish callbacks [] for security_group (7b9663ff-e9b0-4a3a-a22c-1015f8a11ee9), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:43.220355 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-732dc7ac-5da2-4308-b2f1-9c48fd1a21c7 admin admin] Publish callbacks [] for security_group (7b9663ff-e9b0-4a3a-a22c-1015f8a11ee9), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:43.265489 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-732dc7ac-5da2-4308-b2f1-9c48fd1a21c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (7b9663ff-e9b0-4a3a-a22c-1015f8a11ee9), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:43.267999 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-732dc7ac-5da2-4308-b2f1-9c48fd1a21c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:43.269150 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-732dc7ac-5da2-4308-b2f1-9c48fd1a21c7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7b9663ff-e9b0-4a3a-a22c-1015f8a11ee9 HTTP/1.1" status: 204 len: 168 time: 0.1168315 Mar 11 03:00:43.276881 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732dc7ac-5da2-4308-b2f1-9c48fd1a21c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b9663ff-e9b0-4a3a-a22c-1015f8a11ee9,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:00:45.039461 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cb7d85-158b-4e33-812f-e3b8c05b72c8 req-15393f18-2143-4eaa-baec-6a2606d3441a tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:00:45.040854 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-13cb7d85-158b-4e33-812f-e3b8c05b72c8 req-15393f18-2143-4eaa-baec-6a2606d3441a tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/ports?device_id=13132607-0993-42da-b12a-915a6d20ac5e HTTP/1.1" status: 200 len: 946 time: 0.0522878 Mar 11 03:00:45.086443 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-13cb7d85-158b-4e33-812f-e3b8c05b72c8 req-597ea792-8d84-4b5d-ad23-7c5fe7ec0f8c tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9c75b18-9067-4656-afb9-de1b8b0fda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400710 Mar 11 03:00:46.214526 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2129a3be-d279-4883-9f47-66d82fcf16af req-095bebdc-0a9e-4c59-a83a-a8a7ac4e62f3 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:00:46.216601 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-2129a3be-d279-4883-9f47-66d82fcf16af req-095bebdc-0a9e-4c59-a83a-a8a7ac4e62f3 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/ports?device_id=13132607-0993-42da-b12a-915a6d20ac5e HTTP/1.1" status: 200 len: 946 time: 0.0624225 Mar 11 03:00:46.274506 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-2129a3be-d279-4883-9f47-66d82fcf16af req-ce9b6b26-89b8-401d-88cc-468b83d679d8 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9c75b18-9067-4656-afb9-de1b8b0fda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507329 Mar 11 03:00:46.335123 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4ab759-c1ea-4346-a722-921703edbbf4 req-56d54d68-46bd-4f09-830f-26d8806113dc tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:00:46.336570 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-ea4ab759-c1ea-4346-a722-921703edbbf4 req-56d54d68-46bd-4f09-830f-26d8806113dc tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.13 "GET /v2.0/ports?device_id=13132607-0993-42da-b12a-915a6d20ac5e HTTP/1.1" status: 200 len: 946 time: 0.0537531 Mar 11 03:00:46.425056 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.plugin [req-ea4ab759-c1ea-4346-a722-921703edbbf4 req-8e093719-ddab-4a9e-b726-c9db1dc2b0b8 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Deleting port 07c49de9-be92-4f37-96d3-d58c8107b200 {{(pid=103104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 03:00:46.425421 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-ea4ab759-c1ea-4346-a722-921703edbbf4 req-8e093719-ddab-4a9e-b726-c9db1dc2b0b8 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774349354222'] for port (07c49de9-be92-4f37-96d3-d58c8107b200), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:46.512262 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.db [req-ea4ab759-c1ea-4346-a722-921703edbbf4 req-8e093719-ddab-4a9e-b726-c9db1dc2b0b8 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] For port 07c49de9-be92-4f37-96d3-d58c8107b200, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=07c49de9-be92-4f37-96d3-d58c8107b200,segment=NetworkSegment(22446c97-92b8-47e2-ad9c-302a226f6755),segment_id=22446c97-92b8-47e2-ad9c-302a226f6755)] {{(pid=103104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:00:46.512545 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-ea4ab759-c1ea-4346-a722-921703edbbf4 req-8e093719-ddab-4a9e-b726-c9db1dc2b0b8 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574894'] for port (07c49de9-be92-4f37-96d3-d58c8107b200), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:46.674582 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-ea4ab759-c1ea-4346-a722-921703edbbf4 req-8e093719-ddab-4a9e-b726-c9db1dc2b0b8 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:46.674942 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-ea4ab759-c1ea-4346-a722-921703edbbf4 req-8e093719-ddab-4a9e-b726-c9db1dc2b0b8 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580600'] for floatingip (193f8c1e-b2db-4b20-8a57-ae54c4359e9e), after_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:46.675251 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.db.l3_db [req-ea4ab759-c1ea-4346-a722-921703edbbf4 req-8e093719-ddab-4a9e-b726-c9db1dc2b0b8 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Floating IP 193f8c1e-b2db-4b20-8a57-ae54c4359e9e disassociated. External IP: 172.28.1.196, port: 07c49de9-be92-4f37-96d3-d58c8107b200. Mar 11 03:00:46.675587 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.plugin [req-ea4ab759-c1ea-4346-a722-921703edbbf4 req-8e093719-ddab-4a9e-b726-c9db1dc2b0b8 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Calling delete_port for 07c49de9-be92-4f37-96d3-d58c8107b200 owned by compute:nova {{(pid=103104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 03:00:46.798300 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-ea4ab759-c1ea-4346-a722-921703edbbf4 req-8e093719-ddab-4a9e-b726-c9db1dc2b0b8 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774349360213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774348857685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9193763'] for port (07c49de9-be92-4f37-96d3-d58c8107b200), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:46.826608 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e093719-ddab-4a9e-b726-c9db1dc2b0b8 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Pushing event deleted for resources: {'Port': ['ID=07c49de9-be92-4f37-96d3-d58c8107b200,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:00:46.940448 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ea4ab759-c1ea-4346-a722-921703edbbf4 req-8e093719-ddab-4a9e-b726-c9db1dc2b0b8 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Router 9362948f-98b1-4067-9e99-0dd10971abf6 has already been hosted by L3 agent 368653ed-b5ce-4183-9c3b-231a0bc3dd35 {{(pid=103104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 03:00:47.046774 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ea4ab759-c1ea-4346-a722-921703edbbf4 req-8e093719-ddab-4a9e-b726-c9db1dc2b0b8 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Notify agent at l3_agent.dv-cinder-740146-14-smb the message routers_updated {{(pid=103104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 03:00:47.056531 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2b435b-ad0a-4314-bd66-eb9aaf6623ed None None] Sync routers for ids ['9362948f-98b1-4067-9e99-0dd10971abf6'] in dv-cinder-740146-14-smb {{(pid=103105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 03:00:47.066819 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2b435b-ad0a-4314-bd66-eb9aaf6623ed None None] Routers {'9362948f-98b1-4067-9e99-0dd10971abf6'} bound to L3 agent in host dv-cinder-740146-14-smb {{(pid=103105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:00:47.067424 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_hamode_db [None req-9a2b435b-ad0a-4314-bd66-eb9aaf6623ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T02:46:25Z,description=,heartbeat_timestamp=2022-03-11T03:00:25Z,host='dv-cinder-740146-14-smb',id=368653ed-b5ce-4183-9c3b-231a0bc3dd35,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T02:46:25Z,topic='l3_agent')) {'router_ids': ['9362948f-98b1-4067-9e99-0dd10971abf6'], 'active': True} {{(pid=103105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:00:47.086383 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea4ab759-c1ea-4346-a722-921703edbbf4 req-8e093719-ddab-4a9e-b726-c9db1dc2b0b8 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] No DVR routers for this DVR port 07c49de9-be92-4f37-96d3-d58c8107b200 on host hv-cinder-74014 {{(pid=103104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 03:00:47.088708 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-ea4ab759-c1ea-4346-a722-921703edbbf4 req-8e093719-ddab-4a9e-b726-c9db1dc2b0b8 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55355'] for port (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:47.092093 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-ea4ab759-c1ea-4346-a722-921703edbbf4 req-8e093719-ddab-4a9e-b726-c9db1dc2b0b8 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.13 "DELETE /v2.0/ports/07c49de9-be92-4f37-96d3-d58c8107b200 HTTP/1.1" status: 204 len: 173 time: 0.7504864 Mar 11 03:00:47.092530 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13132607-0993-42da-b12a-915a6d20ac5e', 'name': 'network-vif-deleted', 'tag': '07c49de9-be92-4f37-96d3-d58c8107b200'}] {{(pid=103104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 03:00:47.094823 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b4e7651ceabe3a28ab45abcf2012854968d28c41040a071bcf34f6a69b109a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-903df2a3-bc3f-455c-973b-e8f6a766b504" -d '{"events": [{"server_uuid": "13132607-0993-42da-b12a-915a6d20ac5e", "name": "network-vif-deleted", "tag": "07c49de9-be92-4f37-96d3-d58c8107b200"}]}' {{(pid=103104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 03:00:47.135937 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 03:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ea8d12e-4f1f-444e-97ef-1026fef4f908 x-openstack-request-id: req-1ea8d12e-4f1f-444e-97ef-1026fef4f908 {{(pid=103104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 03:00:47.136241 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13132607-0993-42da-b12a-915a6d20ac5e", "name": "network-vif-deleted", "tag": "07c49de9-be92-4f37-96d3-d58c8107b200", "status": "completed", "code": 200}]} {{(pid=103104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 03:00:47.136501 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1ea8d12e-4f1f-444e-97ef-1026fef4f908 {{(pid=103104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 03:00:47.136911 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13132607-0993-42da-b12a-915a6d20ac5e', 'name': 'network-vif-deleted', 'tag': '07c49de9-be92-4f37-96d3-d58c8107b200', 'status': 'completed', 'code': 200} Mar 11 03:00:47.185024 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_dvr_db [None req-9a2b435b-ad0a-4314-bd66-eb9aaf6623ed None None] Set router 9362948f-98b1-4067-9e99-0dd10971abf6 gateway port host: dv-cinder-740146-14-smb {{(pid=103105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:00:47.384640 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-9493591a-d7e9-4e79-95e5-53320a8f3a05 req-d2e9499c-5264-4b09-89b4-d69bb9ebea00 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/ports?device_id=13132607-0993-42da-b12a-915a6d20ac5e HTTP/1.1" status: 200 len: 210 time: 0.0275862 Mar 11 03:00:47.415864 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (56ad6e9b-975a-4fdf-b549-1f3c33ba94e0), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:47.521318 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_hamode_db [None req-9a2b435b-ad0a-4314-bd66-eb9aaf6623ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9362948f-98b1-4067-9e99-0dd10971abf6', 'name': 'tempest-AttachVolumeTestJSON-1359685103-router', 'tenant_id': '8a19620c29074aed8f3e4d3d8c51b9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'external_fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.234'}], 'enable_snat': True}, 'gw_port_id': 'e2db39c8-5545-45cb-8acf-5821722fb32f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T02:54:47Z', 'updated_at': '2022-03-11T02:54:54Z', 'revision_number': 4, 'project_id': '8a19620c29074aed8f3e4d3d8c51b9c7', 'gw_port': {'id': 'e2db39c8-5545-45cb-8acf-5821722fb32f', 'name': '', 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:cb:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9362948f-98b1-4067-9e99-0dd10971abf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:54:48Z', 'updated_at': '2022-03-11T02:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-smb', '_interfaces': [{'id': '5dd0a237-790a-4ecb-9b8b-5757d3e1010a', 'name': '', 'network_id': '845c03c2-a500-4a58-b6f9-0437e53ee18b', 'tenant_id': '8a19620c29074aed8f3e4d3d8c51b9c7', 'mac_address': 'fa:16:3e:b1:d8:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9362948f-98b1-4067-9e99-0dd10971abf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '363826bf-4a53-45a3-8f97-aa25838926f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:54:53Z', 'updated_at': '2022-03-11T02:55:01Z', 'revision_number': 5, 'project_id': '8a19620c29074aed8f3e4d3d8c51b9c7', 'subnets': [{'id': '363826bf-4a53-45a3-8f97-aa25838926f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-14-smb', False) {} {{(pid=103105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:00:47.548478 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2b435b-ad0a-4314-bd66-eb9aaf6623ed None None] Checking router: 9362948f-98b1-4067-9e99-0dd10971abf6 for host: dv-cinder-740146-14-smb {{(pid=103105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 03:00:47.558652 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2b435b-ad0a-4314-bd66-eb9aaf6623ed None None] Routers {'9362948f-98b1-4067-9e99-0dd10971abf6'} bound to L3 agent in host dv-cinder-740146-14-smb {{(pid=103105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:00:47.559200 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_hamode_db [None req-9a2b435b-ad0a-4314-bd66-eb9aaf6623ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T02:46:25Z,description=,heartbeat_timestamp=2022-03-11T03:00:25Z,host='dv-cinder-740146-14-smb',id=368653ed-b5ce-4183-9c3b-231a0bc3dd35,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T02:46:25Z,topic='l3_agent')) {'router_ids': ['9362948f-98b1-4067-9e99-0dd10971abf6'], 'active': True} {{(pid=103105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:00:47.667998 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_dvr_db [None req-9a2b435b-ad0a-4314-bd66-eb9aaf6623ed None None] Set router 9362948f-98b1-4067-9e99-0dd10971abf6 gateway port host: dv-cinder-740146-14-smb {{(pid=103105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:00:47.862742 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_hamode_db [None req-9a2b435b-ad0a-4314-bd66-eb9aaf6623ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9362948f-98b1-4067-9e99-0dd10971abf6', 'name': 'tempest-AttachVolumeTestJSON-1359685103-router', 'tenant_id': '8a19620c29074aed8f3e4d3d8c51b9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'external_fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.234'}], 'enable_snat': True}, 'gw_port_id': 'e2db39c8-5545-45cb-8acf-5821722fb32f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T02:54:47Z', 'updated_at': '2022-03-11T02:54:54Z', 'revision_number': 4, 'project_id': '8a19620c29074aed8f3e4d3d8c51b9c7', 'gw_port': {'id': 'e2db39c8-5545-45cb-8acf-5821722fb32f', 'name': '', 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:cb:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9362948f-98b1-4067-9e99-0dd10971abf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:54:48Z', 'updated_at': '2022-03-11T02:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-smb', '_interfaces': [{'id': '5dd0a237-790a-4ecb-9b8b-5757d3e1010a', 'name': '', 'network_id': '845c03c2-a500-4a58-b6f9-0437e53ee18b', 'tenant_id': '8a19620c29074aed8f3e4d3d8c51b9c7', 'mac_address': 'fa:16:3e:b1:d8:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9362948f-98b1-4067-9e99-0dd10971abf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '363826bf-4a53-45a3-8f97-aa25838926f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:54:53Z', 'updated_at': '2022-03-11T02:55:01Z', 'revision_number': 5, 'project_id': '8a19620c29074aed8f3e4d3d8c51b9c7', 'subnets': [{'id': '363826bf-4a53-45a3-8f97-aa25838926f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-14-smb', False) {} {{(pid=103105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:00:47.888557 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2b435b-ad0a-4314-bd66-eb9aaf6623ed None None] The sync data for ids ['9362948f-98b1-4067-9e99-0dd10971abf6'] in dv-cinder-740146-14-smb is: [{'id': '9362948f-98b1-4067-9e99-0dd10971abf6', 'name': 'tempest-AttachVolumeTestJSON-1359685103-router', 'tenant_id': '8a19620c29074aed8f3e4d3d8c51b9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'external_fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.234'}], 'enable_snat': True}, 'gw_port_id': 'e2db39c8-5545-45cb-8acf-5821722fb32f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T02:54:47Z', 'updated_at': '2022-03-11T02:54:54Z', 'revision_number': 4, 'project_id': '8a19620c29074aed8f3e4d3d8c51b9c7', 'gw_port': {'id': 'e2db39c8-5545-45cb-8acf-5821722fb32f', 'name': '', 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:cb:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9362948f-98b1-4067-9e99-0dd10971abf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:54:48Z', 'updated_at': '2022-03-11T02:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-smb', '_interfaces': [{'id': '5dd0a237-790a-4ecb-9b8b-5757d3e1010a', 'name': '', 'network_id': '845c03c2-a500-4a58-b6f9-0437e53ee18b', 'tenant_id': '8a19620c29074aed8f3e4d3d8c51b9c7', 'mac_address': 'fa:16:3e:b1:d8:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9362948f-98b1-4067-9e99-0dd10971abf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '363826bf-4a53-45a3-8f97-aa25838926f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:54:53Z', 'updated_at': '2022-03-11T02:55:01Z', 'revision_number': 5, 'project_id': '8a19620c29074aed8f3e4d3d8c51b9c7', 'subnets': [{'id': '363826bf-4a53-45a3-8f97-aa25838926f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 03:00:48.098662 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eaf5ed7-aae7-4352-8390-cd131677c496 None None] New status for floating IP 193f8c1e-b2db-4b20-8a57-ae54c4359e9e: DOWN {{(pid=103106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 03:00:48.467515 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 45844) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:00:48.525636 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-9d367c96-9d77-4f50-9900-45ee6a850fd4 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Publish callbacks [] for security_group (f9c75b18-9067-4656-afb9-de1b8b0fda4c), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:48.551310 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-9d367c96-9d77-4f50-9900-45ee6a850fd4 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Publish callbacks [] for security_group (f9c75b18-9067-4656-afb9-de1b8b0fda4c), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:48.611815 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-9d367c96-9d77-4f50-9900-45ee6a850fd4 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (f9c75b18-9067-4656-afb9-de1b8b0fda4c), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:48.616111 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-9d367c96-9d77-4f50-9900-45ee6a850fd4 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Publish callbacks [] for security_group (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:48.617785 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-9d367c96-9d77-4f50-9900-45ee6a850fd4 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "DELETE /v2.0/security-groups/f9c75b18-9067-4656-afb9-de1b8b0fda4c HTTP/1.1" status: 204 len: 168 time: 0.1488438 Mar 11 03:00:48.620412 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 45846) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:00:48.631242 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d367c96-9d77-4f50-9900-45ee6a850fd4 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9c75b18-9067-4656-afb9-de1b8b0fda4c,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:00:48.634607 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.api.v2.resource [None req-37e56bba-c0cd-4835-bec6-9d8de2b86851 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] show failed (client error): The resource could not be found. Mar 11 03:00:48.636691 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-37e56bba-c0cd-4835-bec6-9d8de2b86851 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/security-groups/f9c75b18-9067-4656-afb9-de1b8b0fda4c HTTP/1.1" status: 404 len: 347 time: 0.0142276 Mar 11 03:00:48.638518 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 45848) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:00:48.763191 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-74abdd00-3e19-48d4-b1d5-b4f60486936e tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Deleting port c136adb8-7ee2-49a9-b7ef-79c15192975f {{(pid=103103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 03:00:48.763497 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-74abdd00-3e19-48d4-b1d5-b4f60486936e tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774349354222'] for port (c136adb8-7ee2-49a9-b7ef-79c15192975f), before_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:48.839643 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-74abdd00-3e19-48d4-b1d5-b4f60486936e tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574894'] for port (c136adb8-7ee2-49a9-b7ef-79c15192975f), precommit_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:48.839966 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-74abdd00-3e19-48d4-b1d5-b4f60486936e tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Publish callbacks [] for floatingip (c136adb8-7ee2-49a9-b7ef-79c15192975f), precommit_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:48.852218 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-74abdd00-3e19-48d4-b1d5-b4f60486936e tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Calling delete_port for c136adb8-7ee2-49a9-b7ef-79c15192975f owned by network:floatingip {{(pid=103103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 03:00:49.002250 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-74abdd00-3e19-48d4-b1d5-b4f60486936e tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774349360213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774348857685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9139710'] for port (c136adb8-7ee2-49a9-b7ef-79c15192975f), after_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:49.024858 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74abdd00-3e19-48d4-b1d5-b4f60486936e tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Pushing event deleted for resources: {'Port': ['ID=c136adb8-7ee2-49a9-b7ef-79c15192975f,revision_number=None']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:00:49.084507 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-74abdd00-3e19-48d4-b1d5-b4f60486936e tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Publish callbacks [] for floatingip (193f8c1e-b2db-4b20-8a57-ae54c4359e9e), after_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:49.087158 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-74abdd00-3e19-48d4-b1d5-b4f60486936e tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55355'] for floatingip (None), before_response {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:49.088320 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-74abdd00-3e19-48d4-b1d5-b4f60486936e tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "DELETE /v2.0/floatingips/193f8c1e-b2db-4b20-8a57-ae54c4359e9e HTTP/1.1" status: 204 len: 168 time: 0.4489596 Mar 11 03:00:49.385197 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 45852) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:00:49.389729 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.v2.base [None req-121eb08f-a820-4a82-98d3-ef03505d0214 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Request body: {'security_group': {'name': 'tempest-securitygroup--408499795', 'description': 'tempest-description--1530054576'}} {{(pid=103103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:00:49.409787 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-121eb08f-a820-4a82-98d3-ef03505d0214 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Publish callbacks [] for security_group (None), before_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:49.474953 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-121eb08f-a820-4a82-98d3-ef03505d0214 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Publish callbacks [] for security_group (b0cc597d-a968-4a3c-9419-55a99dee2753), precommit_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:49.478294 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-121eb08f-a820-4a82-98d3-ef03505d0214 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (b0cc597d-a968-4a3c-9419-55a99dee2753), after_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:49.506660 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-121eb08f-a820-4a82-98d3-ef03505d0214 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Publish callbacks [] for security_group (None), before_response {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:49.507853 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-121eb08f-a820-4a82-98d3-ef03505d0214 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1216505 Mar 11 03:00:49.509719 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121eb08f-a820-4a82-98d3-ef03505d0214 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0cc597d-a968-4a3c-9419-55a99dee2753,revision_number=1']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:00:49.511644 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 45854) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:00:49.515828 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.v2.base [None req-4753fe1f-d1dc-4fe1-86fb-0a5039519a62 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Request body: {'security_group_rule': {'security_group_id': 'b0cc597d-a968-4a3c-9419-55a99dee2753', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:00:49.539209 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-4753fe1f-d1dc-4fe1-86fb-0a5039519a62 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Publish callbacks [] for security_group_rule (bf0f81b9-bd5d-48e3-8aca-20a369625e71), before_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:49.592938 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-4753fe1f-d1dc-4fe1-86fb-0a5039519a62 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Publish callbacks [] for security_group_rule (bf0f81b9-bd5d-48e3-8aca-20a369625e71), precommit_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:49.596586 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-4753fe1f-d1dc-4fe1-86fb-0a5039519a62 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526655'] for security_group_rule (bf0f81b9-bd5d-48e3-8aca-20a369625e71), after_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:49.614032 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Device 07c49de9-be92-4f37-96d3-d58c8107b200 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=103105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 03:00:49.614591 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4753fe1f-d1dc-4fe1-86fb-0a5039519a62 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf0f81b9-bd5d-48e3-8aca-20a369625e71,revision_number=0']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:00:49.622115 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-4753fe1f-d1dc-4fe1-86fb-0a5039519a62 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:49.623369 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-4753fe1f-d1dc-4fe1-86fb-0a5039519a62 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1107888 Mar 11 03:00:49.626048 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 45856) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:00:49.630246 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.v2.base [None req-60ce5e2e-2697-42fe-af1a-ebb05a0595dc tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Request body: {'security_group_rule': {'security_group_id': 'b0cc597d-a968-4a3c-9419-55a99dee2753', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:00:49.634509 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] No Port match for: 07c49de9-be92-4f37-96d3-d58c8107b200 {{(pid=103105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 03:00:49.634868 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Device 07c49de9-be92-4f37-96d3-d58c8107b200 not bound to the agent host hv-cinder-74014 {{(pid=103105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 03:00:49.655364 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-60ce5e2e-2697-42fe-af1a-ebb05a0595dc tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Publish callbacks [] for security_group_rule (041ff715-d606-4bbd-9f8d-f5b08747b7cc), before_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:49.709223 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-60ce5e2e-2697-42fe-af1a-ebb05a0595dc tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Publish callbacks [] for security_group_rule (041ff715-d606-4bbd-9f8d-f5b08747b7cc), precommit_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:49.712483 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-60ce5e2e-2697-42fe-af1a-ebb05a0595dc tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526655'] for security_group_rule (041ff715-d606-4bbd-9f8d-f5b08747b7cc), after_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:49.726947 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ce5e2e-2697-42fe-af1a-ebb05a0595dc tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=041ff715-d606-4bbd-9f8d-f5b08747b7cc,revision_number=0']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:00:49.737240 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ce5e2e-2697-42fe-af1a-ebb05a0595dc tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:00:49.737593 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ce5e2e-2697-42fe-af1a-ebb05a0595dc tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:00:49.737981 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ce5e2e-2697-42fe-af1a-ebb05a0595dc tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:00:49.738285 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ce5e2e-2697-42fe-af1a-ebb05a0595dc tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:00:49.738620 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ce5e2e-2697-42fe-af1a-ebb05a0595dc tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:00:49.738953 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ce5e2e-2697-42fe-af1a-ebb05a0595dc tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:00:49.739286 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ce5e2e-2697-42fe-af1a-ebb05a0595dc tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:00:49.739611 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ce5e2e-2697-42fe-af1a-ebb05a0595dc tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:00:49.739960 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ce5e2e-2697-42fe-af1a-ebb05a0595dc tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:00:49.740261 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ce5e2e-2697-42fe-af1a-ebb05a0595dc tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:00:49.740586 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ce5e2e-2697-42fe-af1a-ebb05a0595dc tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:00:49.740919 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ce5e2e-2697-42fe-af1a-ebb05a0595dc tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:00:49.741267 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ce5e2e-2697-42fe-af1a-ebb05a0595dc tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:00:49.746378 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-60ce5e2e-2697-42fe-af1a-ebb05a0595dc tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:49.747593 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-60ce5e2e-2697-42fe-af1a-ebb05a0595dc tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1206033 Mar 11 03:00:49.750628 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 45858) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:00:49.754731 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.v2.base [None req-0a76c566-3b17-4383-8cc1-922d82996484 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Request body: {'floatingip': {'floating_network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3'}} {{(pid=103103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:00:49.774247 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0a76c566-3b17-4383-8cc1-922d82996484 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:49.868049 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0a76c566-3b17-4383-8cc1-922d82996484 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (None), before_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:49.966683 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.db.db_base_plugin_common [None req-0a76c566-3b17-4383-8cc1-922d82996484 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Allocated IP 172.28.1.221 (67cf6db3-75c3-4d86-ba36-4af7c18cd6b3/b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e/e5193d1e-eede-48a8-92f5-97096459ba4d) {{(pid=103103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 03:00:50.072807 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0a76c566-3b17-4383-8cc1-922d82996484 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Publish callbacks [] for port (e5193d1e-eede-48a8-92f5-97096459ba4d), precommit_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:50.104316 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0a76c566-3b17-4383-8cc1-922d82996484 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774348857676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9139710'] for port (e5193d1e-eede-48a8-92f5-97096459ba4d), after_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:50.139487 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a76c566-3b17-4383-8cc1-922d82996484 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Network 67cf6db3-75c3-4d86-ba36-4af7c18cd6b3 is already hosted by enough agents. {{(pid=103103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 03:00:50.142271 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.scheduler.base_scheduler [None req-0a76c566-3b17-4383-8cc1-922d82996484 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Resources bound (agent type, host, resource id): {{(pid=103103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 03:00:50.144754 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a76c566-3b17-4383-8cc1-922d82996484 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Received port after_create {{(pid=103103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 03:00:50.176127 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a76c566-3b17-4383-8cc1-922d82996484 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Pushing event updated for resources: {'Port': ['ID=e5193d1e-eede-48a8-92f5-97096459ba4d,revision_number=1']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:00:50.238647 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0a76c566-3b17-4383-8cc1-922d82996484 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Publish callbacks [] for floatingip (06fa8e0a-1986-4cfe-9320-a6159c4757e6), precommit_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:50.272887 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0a76c566-3b17-4383-8cc1-922d82996484 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (e5193d1e-eede-48a8-92f5-97096459ba4d), before_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:50.417014 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0a76c566-3b17-4383-8cc1-922d82996484 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Publish callbacks [] for port (e5193d1e-eede-48a8-92f5-97096459ba4d), precommit_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:50.421666 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0a76c566-3b17-4383-8cc1-922d82996484 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9139687'] for port (e5193d1e-eede-48a8-92f5-97096459ba4d), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:50.486259 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a76c566-3b17-4383-8cc1-922d82996484 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Pushing event updated for resources: {'Port': ['ID=e5193d1e-eede-48a8-92f5-97096459ba4d,revision_number=2']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:00:50.495580 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0a76c566-3b17-4383-8cc1-922d82996484 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580600'] for floatingip (06fa8e0a-1986-4cfe-9320-a6159c4757e6), after_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:50.509778 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0a76c566-3b17-4383-8cc1-922d82996484 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55355'] for floatingip (None), before_response {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:50.510999 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-0a76c566-3b17-4383-8cc1-922d82996484 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7594638 Mar 11 03:00:50.655892 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-1939d6a5-340a-45ba-bdcc-796c041f7c21 req-6fef898c-2150-4a2a-b33e-3586ab7cb3ec tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--408499795&fields=id&tenant_id=8a19620c29074aed8f3e4d3d8c51b9c7 HTTP/1.1" status: 200 len: 267 time: 0.0425999 Mar 11 03:00:50.760765 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1939d6a5-340a-45ba-bdcc-796c041f7c21 req-09d1c7a8-30a7-4eaa-af81-7f7205ef65cc tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:00:50.762265 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-1939d6a5-340a-45ba-bdcc-796c041f7c21 req-09d1c7a8-30a7-4eaa-af81-7f7205ef65cc tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/networks?id=845c03c2-a500-4a58-b6f9-0437e53ee18b HTTP/1.1" status: 200 len: 811 time: 0.1001265 Mar 11 03:00:50.776012 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-1939d6a5-340a-45ba-bdcc-796c041f7c21 req-90753714-dfe5-4b24-94bc-16f603aa55c5 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/quotas/8a19620c29074aed8f3e4d3d8c51b9c7 HTTP/1.1" status: 200 len: 375 time: 0.0085127 Mar 11 03:00:50.827993 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-1939d6a5-340a-45ba-bdcc-796c041f7c21 req-e47f78ba-34ce-4d68-b5c4-d45d7e7bf4d7 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8a19620c29074aed8f3e4d3d8c51b9c7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0473938 Mar 11 03:00:51.025885 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-1939d6a5-340a-45ba-bdcc-796c041f7c21 req-6af128c7-286e-4a6c-8dd8-1818fe60e014 service neutron] 10.222.0.20 "GET /v2.0/networks/845c03c2-a500-4a58-b6f9-0437e53ee18b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868114 Mar 11 03:00:51.119892 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-1939d6a5-340a-45ba-bdcc-796c041f7c21 req-c19ad420-fa3f-4f73-9504-de4103ed5b71 service neutron] 10.222.0.20 "GET /v2.0/networks/845c03c2-a500-4a58-b6f9-0437e53ee18b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878637 Mar 11 03:00:51.275930 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-a599319b-b9f9-420a-adea-471ad87a3c00 req-ed210690-0e55-47d7-8529-c55f54bf90fd tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/ports?device_id=80899866-e846-44b8-8696-54b373065cbc HTTP/1.1" status: 200 len: 210 time: 0.0286567 Mar 11 03:00:51.899132 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-31d4a02b-f288-4e4b-b061-d4f017c760cf req-3a6b8503-e27f-4773-8a3f-302db02434ee service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=002b6377-8b16-40be-a64a-4026c76d5469&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0458257 Mar 11 03:00:51.984261 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d4a02b-f288-4e4b-b061-d4f017c760cf req-bb2dc9e7-7a5e-4bc5-a950-dd1a35ff6a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:00:51.985764 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-31d4a02b-f288-4e4b-b061-d4f017c760cf req-bb2dc9e7-7a5e-4bc5-a950-dd1a35ff6a99 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d053a9c011cd45feb5ebd7ba3b5eea91&device_id=002b6377-8b16-40be-a64a-4026c76d5469 HTTP/1.1" status: 200 len: 1130 time: 0.0439346 Mar 11 03:00:52.091139 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d4a02b-f288-4e4b-b061-d4f017c760cf req-3fd9be9f-f652-46e2-88a2-87b4b1fcb983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:00:52.093106 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-31d4a02b-f288-4e4b-b061-d4f017c760cf req-3fd9be9f-f652-46e2-88a2-87b4b1fcb983 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d22351ff-ebe5-4412-94a6-8b87af2176f8 HTTP/1.1" status: 200 len: 910 time: 0.0868652 Mar 11 03:00:52.157048 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-31d4a02b-f288-4e4b-b061-d4f017c760cf req-b47e8722-4bff-4818-bd03-ef0e507169cb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=649119d8-debc-45a5-8b9d-18d71d7a9a8c HTTP/1.1" status: 200 len: 1001 time: 0.0578337 Mar 11 03:00:52.219247 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d4a02b-f288-4e4b-b061-d4f017c760cf req-34dc2e3a-e765-4c82-bd37-e91beba51058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:00:52.220681 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-31d4a02b-f288-4e4b-b061-d4f017c760cf req-34dc2e3a-e765-4c82-bd37-e91beba51058 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=20313f1a-fffa-43ff-8b7f-f66b39097875 HTTP/1.1" status: 200 len: 848 time: 0.0579357 Mar 11 03:00:52.358157 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d4a02b-f288-4e4b-b061-d4f017c760cf req-e41b6104-8612-4014-b308-4906432f337c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:00:52.360579 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-31d4a02b-f288-4e4b-b061-d4f017c760cf req-e41b6104-8612-4014-b308-4906432f337c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d22351ff-ebe5-4412-94a6-8b87af2176f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.1260936 Mar 11 03:00:52.368006 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1939d6a5-340a-45ba-bdcc-796c041f7c21 req-e762444e-4539-4984-9c45-0572ec53ea4e tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:00:52.369690 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-1939d6a5-340a-45ba-bdcc-796c041f7c21 req-e762444e-4539-4984-9c45-0572ec53ea4e tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.13 "GET /v2.0/networks?id=845c03c2-a500-4a58-b6f9-0437e53ee18b HTTP/1.1" status: 200 len: 811 time: 0.1621616 Mar 11 03:00:52.385878 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-6f840ef6-5c89-41f6-9e44-6c207b5aa4d7 req-9eaa981d-49b2-46e9-ad43-693ea6b8d693 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/ports?device_id=80899866-e846-44b8-8696-54b373065cbc HTTP/1.1" status: 200 len: 210 time: 0.0360835 Mar 11 03:00:52.423480 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-791e7171-119c-4c50-beba-3e4ab5fce52e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (27668cff-ea20-4e06-9a9c-d4f827fe3eb1), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:52.481981 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-1939d6a5-340a-45ba-bdcc-796c041f7c21 req-99172f98-47d9-46e6-b423-2d7c8edfb049 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8a19620c29074aed8f3e4d3d8c51b9c7 HTTP/1.1" status: 200 len: 379 time: 0.1037586 Mar 11 03:00:52.495655 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.v2.base [req-1939d6a5-340a-45ba-bdcc-796c041f7c21 req-4f96de2e-ad67-4847-8174-ee97c192b70f tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Request body: {'port': {'device_id': '80899866-e846-44b8-8696-54b373065cbc', 'network_id': '845c03c2-a500-4a58-b6f9-0437e53ee18b', 'admin_state_up': True, 'tenant_id': '8a19620c29074aed8f3e4d3d8c51b9c7', 'security_groups': ['b0cc597d-a968-4a3c-9419-55a99dee2753']}} {{(pid=103104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:00:52.503542 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-31d4a02b-f288-4e4b-b061-d4f017c760cf req-dc858d11-41fd-4b63-b7c1-b7533d0ed642 service neutron] 10.222.0.13 "GET /v2.0/networks/d22351ff-ebe5-4412-94a6-8b87af2176f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329603 Mar 11 03:00:52.925262 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-31d4a02b-f288-4e4b-b061-d4f017c760cf req-d5864cfd-636e-4e82-8d2e-ee3fa6e77735 service neutron] 10.222.0.13 "GET /v2.0/networks/d22351ff-ebe5-4412-94a6-8b87af2176f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4087095 Mar 11 03:00:52.936249 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1939d6a5-340a-45ba-bdcc-796c041f7c21 req-4f96de2e-ad67-4847-8174-ee97c192b70f tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Made reservation on behalf of 8a19620c29074aed8f3e4d3d8c51b9c7 for: {'port': 1} {{(pid=103104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 03:00:52.939542 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-1939d6a5-340a-45ba-bdcc-796c041f7c21 req-4f96de2e-ad67-4847-8174-ee97c192b70f tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:53.062519 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.db.db_base_plugin_common [req-1939d6a5-340a-45ba-bdcc-796c041f7c21 req-4f96de2e-ad67-4847-8174-ee97c192b70f tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Allocated IP 172.20.0.7 (845c03c2-a500-4a58-b6f9-0437e53ee18b/363826bf-4a53-45a3-8f97-aa25838926f8/8492fe39-b12e-4d65-8bdf-86f9ff88625e) {{(pid=103104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 03:00:53.194447 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-1939d6a5-340a-45ba-bdcc-796c041f7c21 req-4f96de2e-ad67-4847-8174-ee97c192b70f tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Publish callbacks [] for port (8492fe39-b12e-4d65-8bdf-86f9ff88625e), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:53.225980 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-1939d6a5-340a-45ba-bdcc-796c041f7c21 req-4f96de2e-ad67-4847-8174-ee97c192b70f tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774348857676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9193763'] for port (8492fe39-b12e-4d65-8bdf-86f9ff88625e), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:53.266409 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1939d6a5-340a-45ba-bdcc-796c041f7c21 req-4f96de2e-ad67-4847-8174-ee97c192b70f tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Network 845c03c2-a500-4a58-b6f9-0437e53ee18b is already hosted by enough agents. {{(pid=103104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 03:00:53.271344 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.scheduler.base_scheduler [req-1939d6a5-340a-45ba-bdcc-796c041f7c21 req-4f96de2e-ad67-4847-8174-ee97c192b70f tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Resources bound (agent type, host, resource id): {{(pid=103104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 03:00:53.275007 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.db.l3_dvrscheduler_db [req-1939d6a5-340a-45ba-bdcc-796c041f7c21 req-4f96de2e-ad67-4847-8174-ee97c192b70f tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Received port after_create {{(pid=103104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 03:00:53.312029 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f96de2e-ad67-4847-8174-ee97c192b70f tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Pushing event updated for resources: {'Port': ['ID=8492fe39-b12e-4d65-8bdf-86f9ff88625e,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:00:53.333436 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1939d6a5-340a-45ba-bdcc-796c041f7c21 req-4f96de2e-ad67-4847-8174-ee97c192b70f tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:00:53.334053 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-1939d6a5-340a-45ba-bdcc-796c041f7c21 req-4f96de2e-ad67-4847-8174-ee97c192b70f tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55355'] for port (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:53.351321 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-1939d6a5-340a-45ba-bdcc-796c041f7c21 req-4f96de2e-ad67-4847-8174-ee97c192b70f tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8605251 Mar 11 03:00:53.365875 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.v2.base [req-1939d6a5-340a-45ba-bdcc-796c041f7c21 req-ded64b22-d403-4836-97d0-e8eadddc8a76 service neutron] Request body: {'port': {'device_id': '80899866-e846-44b8-8696-54b373065cbc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=103104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:00:53.425655 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-1939d6a5-340a-45ba-bdcc-796c041f7c21 req-ded64b22-d403-4836-97d0-e8eadddc8a76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (8492fe39-b12e-4d65-8bdf-86f9ff88625e), before_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:53.473876 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [None req-21820a14-4925-4ae4-91df-141494ccc6d4 None None] Provisioning complete for port 8492fe39-b12e-4d65-8bdf-86f9ff88625e triggered by entity DHCP. {{(pid=103105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:00:53.474453 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-21820a14-4925-4ae4-91df-141494ccc6d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536573942'] for port (8492fe39-b12e-4d65-8bdf-86f9ff88625e), provisioning_complete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:53.507205 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-21820a14-4925-4ae4-91df-141494ccc6d4 None None] Port 8492fe39-b12e-4d65-8bdf-86f9ff88625e cannot update to ACTIVE because it is not bound. {{(pid=103105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 03:00:53.574923 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813ae500-8a59-433b-ab20-4bd54dc38d06 req-487c41ff-93de-45e9-9f6d-a7f8e473a254 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:00:53.576317 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-813ae500-8a59-433b-ab20-4bd54dc38d06 req-487c41ff-93de-45e9-9f6d-a7f8e473a254 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/ports?device_id=80899866-e846-44b8-8696-54b373065cbc HTTP/1.1" status: 200 len: 931 time: 0.1200650 Mar 11 03:00:53.674451 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-813ae500-8a59-433b-ab20-4bd54dc38d06 req-b3ea0b6b-01b7-4dd5-88e1-917489a487eb tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0cc597d-a968-4a3c-9419-55a99dee2753&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925863 Mar 11 03:00:53.752561 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.notifiers.nova [req-1939d6a5-340a-45ba-bdcc-796c041f7c21 req-ded64b22-d403-4836-97d0-e8eadddc8a76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8492fe39-b12e-4d65-8bdf-86f9ff88625e {{(pid=103104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 03:00:53.759735 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-1939d6a5-340a-45ba-bdcc-796c041f7c21 req-ded64b22-d403-4836-97d0-e8eadddc8a76 service neutron] Publish callbacks [] for port (8492fe39-b12e-4d65-8bdf-86f9ff88625e), precommit_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:53.771576 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.db.provisioning_blocks [req-1939d6a5-340a-45ba-bdcc-796c041f7c21 req-ded64b22-d403-4836-97d0-e8eadddc8a76 service neutron] Transition to ACTIVE for port object 8492fe39-b12e-4d65-8bdf-86f9ff88625e will not be triggered until provisioned by entity L2. {{(pid=103104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 03:00:53.775334 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-1939d6a5-340a-45ba-bdcc-796c041f7c21 req-ded64b22-d403-4836-97d0-e8eadddc8a76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9193786'] for port (8492fe39-b12e-4d65-8bdf-86f9ff88625e), after_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:53.825530 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded64b22-d403-4836-97d0-e8eadddc8a76 service neutron] Pushing event updated for resources: {'Port': ['ID=8492fe39-b12e-4d65-8bdf-86f9ff88625e,revision_number=2']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:00:53.895857 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.managers [req-1939d6a5-340a-45ba-bdcc-796c041f7c21 req-ded64b22-d403-4836-97d0-e8eadddc8a76 service neutron] Attempting to bind port 8492fe39-b12e-4d65-8bdf-86f9ff88625e on host hv-cinder-74014 for vnic_type normal with profile {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 03:00:53.896201 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.managers [req-1939d6a5-340a-45ba-bdcc-796c041f7c21 req-ded64b22-d403-4836-97d0-e8eadddc8a76 service neutron] Attempting to bind port 8492fe39-b12e-4d65-8bdf-86f9ff88625e by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': '22446c97-92b8-47e2-ad9c-302a226f6755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '845c03c2-a500-4a58-b6f9-0437e53ee18b'}] {{(pid=103104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 03:00:53.896534 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1939d6a5-340a-45ba-bdcc-796c041f7c21 req-ded64b22-d403-4836-97d0-e8eadddc8a76 service neutron] Attempting to bind port 8492fe39-b12e-4d65-8bdf-86f9ff88625e on network 845c03c2-a500-4a58-b6f9-0437e53ee18b {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 03:00:53.901175 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1939d6a5-340a-45ba-bdcc-796c041f7c21 req-ded64b22-d403-4836-97d0-e8eadddc8a76 service neutron] Port 8492fe39-b12e-4d65-8bdf-86f9ff88625e on network 845c03c2-a500-4a58-b6f9-0437e53ee18b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 03:00:53.901487 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1939d6a5-340a-45ba-bdcc-796c041f7c21 req-ded64b22-d403-4836-97d0-e8eadddc8a76 service neutron] Attempting to bind port 8492fe39-b12e-4d65-8bdf-86f9ff88625e on network 845c03c2-a500-4a58-b6f9-0437e53ee18b {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 03:00:53.906455 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1939d6a5-340a-45ba-bdcc-796c041f7c21 req-ded64b22-d403-4836-97d0-e8eadddc8a76 service neutron] Checking agent: {'id': '56ad6e9b-975a-4fdf-b549-1f3c33ba94e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 2, 52, 47), 'started_at': datetime.datetime(2022, 3, 11, 2, 52, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 3, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 03:00:53.906800 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1939d6a5-340a-45ba-bdcc-796c041f7c21 req-ded64b22-d403-4836-97d0-e8eadddc8a76 service neutron] Checking segment: {'id': '22446c97-92b8-47e2-ad9c-302a226f6755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '845c03c2-a500-4a58-b6f9-0437e53ee18b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 03:00:53.907189 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1939d6a5-340a-45ba-bdcc-796c041f7c21 req-ded64b22-d403-4836-97d0-e8eadddc8a76 service neutron] Bound using segment: {'id': '22446c97-92b8-47e2-ad9c-302a226f6755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '845c03c2-a500-4a58-b6f9-0437e53ee18b'} {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 03:00:53.907616 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.managers [req-1939d6a5-340a-45ba-bdcc-796c041f7c21 req-ded64b22-d403-4836-97d0-e8eadddc8a76 service neutron] Bound port: 8492fe39-b12e-4d65-8bdf-86f9ff88625e, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22446c97-92b8-47e2-ad9c-302a226f6755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '845c03c2-a500-4a58-b6f9-0437e53ee18b'}}] {{(pid=103104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 03:00:53.907977 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-1939d6a5-340a-45ba-bdcc-796c041f7c21 req-ded64b22-d403-4836-97d0-e8eadddc8a76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (8492fe39-b12e-4d65-8bdf-86f9ff88625e), before_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:53.975645 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.db [req-1939d6a5-340a-45ba-bdcc-796c041f7c21 req-ded64b22-d403-4836-97d0-e8eadddc8a76 service neutron] For port 8492fe39-b12e-4d65-8bdf-86f9ff88625e, host hv-cinder-74014, cleared binding levels {{(pid=103104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 03:00:53.978764 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.db [req-1939d6a5-340a-45ba-bdcc-796c041f7c21 req-ded64b22-d403-4836-97d0-e8eadddc8a76 service neutron] For port 8492fe39-b12e-4d65-8bdf-86f9ff88625e, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=8492fe39-b12e-4d65-8bdf-86f9ff88625e,segment=NetworkSegment(22446c97-92b8-47e2-ad9c-302a226f6755),segment_id=22446c97-92b8-47e2-ad9c-302a226f6755)] {{(pid=103104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 03:00:53.985887 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-1939d6a5-340a-45ba-bdcc-796c041f7c21 req-ded64b22-d403-4836-97d0-e8eadddc8a76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9193786'] for port (8492fe39-b12e-4d65-8bdf-86f9ff88625e), after_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:54.019776 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1939d6a5-340a-45ba-bdcc-796c041f7c21 req-ded64b22-d403-4836-97d0-e8eadddc8a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:00:54.020227 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-1939d6a5-340a-45ba-bdcc-796c041f7c21 req-ded64b22-d403-4836-97d0-e8eadddc8a76 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55355'] for port (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:54.021731 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-1939d6a5-340a-45ba-bdcc-796c041f7c21 req-ded64b22-d403-4836-97d0-e8eadddc8a76 service neutron] 10.222.0.13 "PUT /v2.0/ports/8492fe39-b12e-4d65-8bdf-86f9ff88625e HTTP/1.1" status: 200 len: 1093 time: 0.6599865 Mar 11 03:00:54.022166 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80899866-e846-44b8-8696-54b373065cbc', 'tag': '8492fe39-b12e-4d65-8bdf-86f9ff88625e'}] {{(pid=103104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 03:00:54.024529 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b4e7651ceabe3a28ab45abcf2012854968d28c41040a071bcf34f6a69b109a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca1b9675-c58b-401f-8b82-3c6d3ca28f4b" -d '{"events": [{"name": "network-changed", "server_uuid": "80899866-e846-44b8-8696-54b373065cbc", "tag": "8492fe39-b12e-4d65-8bdf-86f9ff88625e"}]}' {{(pid=103104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 03:00:54.070271 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded64b22-d403-4836-97d0-e8eadddc8a76 service neutron] Pushing event updated for resources: {'Port': ['ID=8492fe39-b12e-4d65-8bdf-86f9ff88625e,revision_number=3']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:00:54.077216 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 03:00:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c53e357-5e6d-48a0-8ccb-c5e43a47df65 x-openstack-request-id: req-4c53e357-5e6d-48a0-8ccb-c5e43a47df65 {{(pid=103104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 03:00:54.077542 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80899866-e846-44b8-8696-54b373065cbc", "tag": "8492fe39-b12e-4d65-8bdf-86f9ff88625e", "status": "completed", "code": 200}]} {{(pid=103104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 03:00:54.077806 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4c53e357-5e6d-48a0-8ccb-c5e43a47df65 {{(pid=103104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 03:00:54.078197 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80899866-e846-44b8-8696-54b373065cbc', 'tag': '8492fe39-b12e-4d65-8bdf-86f9ff88625e', 'status': 'completed', 'code': 200} Mar 11 03:00:54.114847 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1939d6a5-340a-45ba-bdcc-796c041f7c21 req-ba6b2083-9cab-43e5-87bb-88192271b4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:00:54.116537 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-1939d6a5-340a-45ba-bdcc-796c041f7c21 req-ba6b2083-9cab-43e5-87bb-88192271b4a8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8a19620c29074aed8f3e4d3d8c51b9c7&device_id=80899866-e846-44b8-8696-54b373065cbc HTTP/1.1" status: 200 len: 1127 time: 0.0547931 Mar 11 03:00:54.162981 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-1939d6a5-340a-45ba-bdcc-796c041f7c21 req-21b8cc91-c061-41c5-bfa1-46145dcef20f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8492fe39-b12e-4d65-8bdf-86f9ff88625e HTTP/1.1" status: 200 len: 217 time: 0.0392489 Mar 11 03:00:54.213829 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1939d6a5-340a-45ba-bdcc-796c041f7c21 req-72aaa1b7-8425-4a37-a20a-965ff6c7cd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:00:54.215523 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-1939d6a5-340a-45ba-bdcc-796c041f7c21 req-72aaa1b7-8425-4a37-a20a-965ff6c7cd1e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=363826bf-4a53-45a3-8f97-aa25838926f8 HTTP/1.1" status: 200 len: 850 time: 0.0463552 Mar 11 03:00:54.270051 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1939d6a5-340a-45ba-bdcc-796c041f7c21 req-f471697a-cbe6-464c-830e-1483b6f58146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:00:54.271511 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-1939d6a5-340a-45ba-bdcc-796c041f7c21 req-f471697a-cbe6-464c-830e-1483b6f58146 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=845c03c2-a500-4a58-b6f9-0437e53ee18b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0500181 Mar 11 03:00:54.365013 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-1939d6a5-340a-45ba-bdcc-796c041f7c21 req-fd1b2c17-f729-46ba-95cc-c042bf3f370f service neutron] 10.222.0.13 "GET /v2.0/networks/845c03c2-a500-4a58-b6f9-0437e53ee18b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871599 Mar 11 03:00:54.457591 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-1939d6a5-340a-45ba-bdcc-796c041f7c21 req-a7920453-16d1-4ffd-a0c0-3abc072b8daf service neutron] 10.222.0.13 "GET /v2.0/networks/845c03c2-a500-4a58-b6f9-0437e53ee18b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862563 Mar 11 03:00:54.562783 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1b9675-c58b-401f-8b82-3c6d3ca28f4b req-86a4736a-fd2d-4d19-87dd-50b701755970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:00:54.564198 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-ca1b9675-c58b-401f-8b82-3c6d3ca28f4b req-86a4736a-fd2d-4d19-87dd-50b701755970 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8a19620c29074aed8f3e4d3d8c51b9c7&device_id=80899866-e846-44b8-8696-54b373065cbc HTTP/1.1" status: 200 len: 1127 time: 0.0466335 Mar 11 03:00:54.654552 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1b9675-c58b-401f-8b82-3c6d3ca28f4b req-96f46f29-667b-425b-a88f-1585eb10e20e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:00:54.656013 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-ca1b9675-c58b-401f-8b82-3c6d3ca28f4b req-96f46f29-667b-425b-a88f-1585eb10e20e service neutron] 10.222.0.13 "GET /v2.0/networks?id=845c03c2-a500-4a58-b6f9-0437e53ee18b HTTP/1.1" status: 200 len: 912 time: 0.0858157 Mar 11 03:00:54.700048 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-ca1b9675-c58b-401f-8b82-3c6d3ca28f4b req-5e6a0dea-b1ad-41bc-a884-61e28b4810b6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8492fe39-b12e-4d65-8bdf-86f9ff88625e HTTP/1.1" status: 200 len: 217 time: 0.0374987 Mar 11 03:00:54.772018 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1b9675-c58b-401f-8b82-3c6d3ca28f4b req-af6ecac9-052b-43a9-8371-972e0643986e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:00:54.773495 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-ca1b9675-c58b-401f-8b82-3c6d3ca28f4b req-af6ecac9-052b-43a9-8371-972e0643986e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=363826bf-4a53-45a3-8f97-aa25838926f8 HTTP/1.1" status: 200 len: 850 time: 0.0687137 Mar 11 03:00:54.815593 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-7b981731-f407-44a7-a2a3-38e5069a4300 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (368653ed-b5ce-4183-9c3b-231a0bc3dd35), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:54.829350 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6462bc08-2b09-43f5-b8c2-4495a8fe7717 req-f1b993c2-545a-4f1f-a141-73b6a3127379 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:00:54.830837 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-6462bc08-2b09-43f5-b8c2-4495a8fe7717 req-f1b993c2-545a-4f1f-a141-73b6a3127379 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/ports?device_id=80899866-e846-44b8-8696-54b373065cbc HTTP/1.1" status: 200 len: 943 time: 0.0901508 Mar 11 03:00:54.846916 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1b9675-c58b-401f-8b82-3c6d3ca28f4b req-debfbd00-6787-4ed5-be5a-2cece0409a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:00:54.848333 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-ca1b9675-c58b-401f-8b82-3c6d3ca28f4b req-debfbd00-6787-4ed5-be5a-2cece0409a38 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=845c03c2-a500-4a58-b6f9-0437e53ee18b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0685139 Mar 11 03:00:54.943692 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-6462bc08-2b09-43f5-b8c2-4495a8fe7717 req-eddf50ca-d3a2-4189-9049-ee4a30722584 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0cc597d-a968-4a3c-9419-55a99dee2753&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055095 Mar 11 03:00:54.968614 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-ca1b9675-c58b-401f-8b82-3c6d3ca28f4b req-2e4b1612-a117-4cd7-af5a-14ea3e75db7a service neutron] 10.222.0.13 "GET /v2.0/networks/845c03c2-a500-4a58-b6f9-0437e53ee18b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140523 Mar 11 03:00:55.061148 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-ca1b9675-c58b-401f-8b82-3c6d3ca28f4b req-6d1a7c4f-2179-4b1c-a9a2-f98529c9432c service neutron] 10.222.0.13 "GET /v2.0/networks/845c03c2-a500-4a58-b6f9-0437e53ee18b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862582 Mar 11 03:00:55.682774 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-f28c0ae4-c5a5-4e67-96c2-37b36f3544e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (258069e3-19c1-49ed-8474-20b6ecde628d), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:56.061435 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a8973b-2101-4ffd-bc7e-49131afaf727 req-15ab2fed-f97d-4c31-a53f-9b826a6f8992 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:00:56.062883 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-70a8973b-2101-4ffd-bc7e-49131afaf727 req-15ab2fed-f97d-4c31-a53f-9b826a6f8992 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/ports?device_id=80899866-e846-44b8-8696-54b373065cbc HTTP/1.1" status: 200 len: 943 time: 0.0512297 Mar 11 03:00:56.106766 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-70a8973b-2101-4ffd-bc7e-49131afaf727 req-0f1feaec-1429-4dec-bf8b-504d241a3c0b tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0cc597d-a968-4a3c-9419-55a99dee2753&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384665 Mar 11 03:00:57.154812 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-afaf34ad-b747-4180-ba41-f81d7ecfb39b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (b193670b-9854-4e90-bc6a-e616470c2469), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:57.223489 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c667d90-c5a4-4a2d-84d2-c1524ef22b55 req-85c80c6f-b1f8-40e3-8164-91a76310dcdf tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:00:57.224872 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-7c667d90-c5a4-4a2d-84d2-c1524ef22b55 req-85c80c6f-b1f8-40e3-8164-91a76310dcdf tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/ports?device_id=80899866-e846-44b8-8696-54b373065cbc HTTP/1.1" status: 200 len: 943 time: 0.0523460 Mar 11 03:00:57.270206 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-7c667d90-c5a4-4a2d-84d2-c1524ef22b55 req-ecd9aedb-644a-4df2-b385-d335b54ee153 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0cc597d-a968-4a3c-9419-55a99dee2753&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398779 Mar 11 03:00:58.385436 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abae002-04c0-490f-b235-9a0dd8fa83e8 req-a115e0a0-10fc-4bf6-a4c5-50ffc102348d tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:00:58.386897 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-5abae002-04c0-490f-b235-9a0dd8fa83e8 req-a115e0a0-10fc-4bf6-a4c5-50ffc102348d tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/ports?device_id=80899866-e846-44b8-8696-54b373065cbc HTTP/1.1" status: 200 len: 943 time: 0.0514288 Mar 11 03:00:58.432033 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-5abae002-04c0-490f-b235-9a0dd8fa83e8 req-24d53eeb-46ae-4c95-803f-7a1488252b6f tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0cc597d-a968-4a3c-9419-55a99dee2753&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388849 Mar 11 03:00:58.734497 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (36a16930-fe6f-49e2-96be-29faaa54e9a3), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:59.547451 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7691e20e-7e5c-4109-b2e9-6bcee9b1dc3f req-7f65c483-6826-4143-8861-08f4159cd733 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:00:59.548905 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-7691e20e-7e5c-4109-b2e9-6bcee9b1dc3f req-7f65c483-6826-4143-8861-08f4159cd733 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/ports?device_id=80899866-e846-44b8-8696-54b373065cbc HTTP/1.1" status: 200 len: 943 time: 0.0513690 Mar 11 03:00:59.593607 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-7691e20e-7e5c-4109-b2e9-6bcee9b1dc3f req-0d60c44f-ad78-4e27-a22b-1d1797abcc18 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0cc597d-a968-4a3c-9419-55a99dee2753&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391982 Mar 11 03:00:59.702925 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Device 8492fe39-b12e-4d65-8bdf-86f9ff88625e details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=103105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 03:00:59.804515 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] For port 8492fe39-b12e-4d65-8bdf-86f9ff88625e, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=8492fe39-b12e-4d65-8bdf-86f9ff88625e,segment=NetworkSegment(22446c97-92b8-47e2-ad9c-302a226f6755),segment_id=22446c97-92b8-47e2-ad9c-302a226f6755)] {{(pid=103105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:00:59.816108 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Returning: {'device': '8492fe39-b12e-4d65-8bdf-86f9ff88625e', 'network_id': '845c03c2-a500-4a58-b6f9-0437e53ee18b', 'port_id': '8492fe39-b12e-4d65-8bdf-86f9ff88625e', 'mac_address': 'fa:16:3e:a7:24:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '363826bf-4a53-45a3-8f97-aa25838926f8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 03:00:59.854600 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Current status of the port 8492fe39-b12e-4d65-8bdf-86f9ff88625e is: DOWN; New status is: BUILD {{(pid=103105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:00:59.854991 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (8492fe39-b12e-4d65-8bdf-86f9ff88625e), before_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:59.867914 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.notifiers.nova [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8492fe39-b12e-4d65-8bdf-86f9ff88625e {{(pid=103105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 03:00:59.886860 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] For port 8492fe39-b12e-4d65-8bdf-86f9ff88625e, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=8492fe39-b12e-4d65-8bdf-86f9ff88625e,segment=NetworkSegment(22446c97-92b8-47e2-ad9c-302a226f6755),segment_id=22446c97-92b8-47e2-ad9c-302a226f6755)] {{(pid=103105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:00:59.890864 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712'] for port (8492fe39-b12e-4d65-8bdf-86f9ff88625e), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:59.938163 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Pushing event updated for resources: {'Port': ['ID=8492fe39-b12e-4d65-8bdf-86f9ff88625e,revision_number=4']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:00:59.944951 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:00:59.945333 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:00:59.945691 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:00:59.946033 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:00:59.946370 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:00:59.946707 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:00:59.947038 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:00:59.947690 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:00:59.947690 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:00:59.948021 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:00:59.948357 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:00:59.948680 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:00:59.949001 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:01:00.232225 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] get_ports_and_sgs() called for port_ids ['8492fe39-b12e-4d65-8bdf-86f9ff88625e'] {{(pid=103105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 03:01:00.710616 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbf6d82-13d3-4883-9ff0-fb49abaf4e26 req-e0cd317c-825e-4e9b-a186-6ed01155b423 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:01:00.712090 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-7dbf6d82-13d3-4883-9ff0-fb49abaf4e26 req-e0cd317c-825e-4e9b-a186-6ed01155b423 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/ports?device_id=80899866-e846-44b8-8696-54b373065cbc HTTP/1.1" status: 200 len: 944 time: 0.0543118 Mar 11 03:01:00.757389 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-7dbf6d82-13d3-4883-9ff0-fb49abaf4e26 req-6fe07bd1-2b11-4c33-a200-0ed13143a3da tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0cc597d-a968-4a3c-9419-55a99dee2753&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392916 Mar 11 03:01:01.707743 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Device 8492fe39-b12e-4d65-8bdf-86f9ff88625e up at agent hyperv_hv-cinder-74014 {{(pid=103105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 03:01:01.756245 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Provisioning for port 8492fe39-b12e-4d65-8bdf-86f9ff88625e completed by entity L2. {{(pid=103105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 03:01:01.759922 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Provisioning complete for port 8492fe39-b12e-4d65-8bdf-86f9ff88625e triggered by entity L2. {{(pid=103105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:01:01.760292 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536573942'] for port (8492fe39-b12e-4d65-8bdf-86f9ff88625e), provisioning_complete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:01:01.836583 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Current status of the port 8492fe39-b12e-4d65-8bdf-86f9ff88625e is: BUILD; New status is: ACTIVE {{(pid=103105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:01:01.836977 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (8492fe39-b12e-4d65-8bdf-86f9ff88625e), before_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:01:01.863506 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80899866-e846-44b8-8696-54b373065cbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8492fe39-b12e-4d65-8bdf-86f9ff88625e'}] {{(pid=103105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 03:01:01.865780 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}703a16387464127cc7b8de6906938e3e01810e7f46b2e9393936db54d9388ffe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-599b110a-f07b-4160-bc3a-b995691d19fd" -d '{"events": [{"server_uuid": "80899866-e846-44b8-8696-54b373065cbc", "name": "network-vif-plugged", "status": "completed", "tag": "8492fe39-b12e-4d65-8bdf-86f9ff88625e"}]}' {{(pid=103105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 03:01:01.876776 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6304ced5-de18-4c5f-aa05-3371d5f27a1c req-91cb0c40-c1ed-4349-b074-430fa6edfeeb tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:01:01.877996 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] For port 8492fe39-b12e-4d65-8bdf-86f9ff88625e, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=8492fe39-b12e-4d65-8bdf-86f9ff88625e,segment=NetworkSegment(22446c97-92b8-47e2-ad9c-302a226f6755),segment_id=22446c97-92b8-47e2-ad9c-302a226f6755)] {{(pid=103105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:01:01.878976 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-6304ced5-de18-4c5f-aa05-3371d5f27a1c req-91cb0c40-c1ed-4349-b074-430fa6edfeeb tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/ports?device_id=80899866-e846-44b8-8696-54b373065cbc HTTP/1.1" status: 200 len: 944 time: 0.0574865 Mar 11 03:01:01.884910 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712'] for port (8492fe39-b12e-4d65-8bdf-86f9ff88625e), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:01:01.927116 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-6304ced5-de18-4c5f-aa05-3371d5f27a1c req-d4d56fcf-38d0-4484-bb28-72637d8ad3a9 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0cc597d-a968-4a3c-9419-55a99dee2753&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430925 Mar 11 03:01:01.933668 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Pushing event updated for resources: {'Port': ['ID=8492fe39-b12e-4d65-8bdf-86f9ff88625e,revision_number=5']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:01:02.024230 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 03:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-363a188a-0972-4173-a652-43e9c74f7a60 x-openstack-request-id: req-363a188a-0972-4173-a652-43e9c74f7a60 {{(pid=103105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 03:01:02.024551 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80899866-e846-44b8-8696-54b373065cbc", "name": "network-vif-plugged", "status": "completed", "tag": "8492fe39-b12e-4d65-8bdf-86f9ff88625e", "code": 200}]} {{(pid=103105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 03:01:02.024813 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-363a188a-0972-4173-a652-43e9c74f7a60 {{(pid=103105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 03:01:02.025242 dv-cinder-740146-14-smb neutron-server[103105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80899866-e846-44b8-8696-54b373065cbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8492fe39-b12e-4d65-8bdf-86f9ff88625e', 'code': 200} Mar 11 03:01:02.188217 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee83367d-8ed0-48d5-929b-c42b43cee716 req-553868b6-f810-49aa-91d9-a662c3ffcccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:01:02.189729 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-ee83367d-8ed0-48d5-929b-c42b43cee716 req-553868b6-f810-49aa-91d9-a662c3ffcccd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=80899866-e846-44b8-8696-54b373065cbc HTTP/1.1" status: 200 len: 1129 time: 0.0443821 Mar 11 03:01:02.232540 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-ee83367d-8ed0-48d5-929b-c42b43cee716 req-624f6bd3-1302-48c7-ab7c-08c1069415db service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b0cc597d-a968-4a3c-9419-55a99dee2753&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359690 Mar 11 03:01:03.048496 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6f3281-b161-4bdf-b645-e0505032bd41 req-b47304c8-14ea-4715-9b76-a45ee0a0d2c1 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:01:03.050208 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-1d6f3281-b161-4bdf-b645-e0505032bd41 req-b47304c8-14ea-4715-9b76-a45ee0a0d2c1 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/ports?device_id=80899866-e846-44b8-8696-54b373065cbc HTTP/1.1" status: 200 len: 945 time: 0.0576975 Mar 11 03:01:03.095816 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-1d6f3281-b161-4bdf-b645-e0505032bd41 req-6f092301-bc6d-42a7-aa75-4989e024fe60 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0cc597d-a968-4a3c-9419-55a99dee2753&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399966 Mar 11 03:01:04.214219 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d428cbf-4773-4d0d-8f79-7b002967d38b req-344d1b2f-b76c-4230-8c72-2597e184ef0e tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:01:04.215623 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-7d428cbf-4773-4d0d-8f79-7b002967d38b req-344d1b2f-b76c-4230-8c72-2597e184ef0e tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/ports?device_id=80899866-e846-44b8-8696-54b373065cbc HTTP/1.1" status: 200 len: 945 time: 0.0518925 Mar 11 03:01:04.260993 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-7d428cbf-4773-4d0d-8f79-7b002967d38b req-14a3a332-1e47-4839-a3a0-70dcf521031e tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0cc597d-a968-4a3c-9419-55a99dee2753&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393088 Mar 11 03:01:04.379136 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626aaf8e-2675-4f35-8310-7303382902ed req-067a0e8c-8f2d-47be-b530-c2668e93f7c6 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:01:04.380595 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-626aaf8e-2675-4f35-8310-7303382902ed req-067a0e8c-8f2d-47be-b530-c2668e93f7c6 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/ports?device_id=80899866-e846-44b8-8696-54b373065cbc HTTP/1.1" status: 200 len: 945 time: 0.0590577 Mar 11 03:01:04.389014 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 45924) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:01:04.393401 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.v2.base [None req-1722282e-cbb4-4f1f-8b15-d53b27a94753 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Request body: {'floatingip': {'port_id': '8492fe39-b12e-4d65-8bdf-86f9ff88625e'}} {{(pid=103104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:01:04.436513 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-1722282e-cbb4-4f1f-8b15-d53b27a94753 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Publish callbacks [] for floatingip (06fa8e0a-1986-4cfe-9320-a6159c4757e6), before_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:01:04.868546 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-1722282e-cbb4-4f1f-8b15-d53b27a94753 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:01:04.872187 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-1722282e-cbb4-4f1f-8b15-d53b27a94753 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580600'] for floatingip (06fa8e0a-1986-4cfe-9320-a6159c4757e6), after_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:01:04.972800 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.db.l3_db [None req-1722282e-cbb4-4f1f-8b15-d53b27a94753 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Floating IP 06fa8e0a-1986-4cfe-9320-a6159c4757e6 associated. External IP: 172.28.1.221, port: 8492fe39-b12e-4d65-8bdf-86f9ff88625e. Mar 11 03:01:05.190504 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1722282e-cbb4-4f1f-8b15-d53b27a94753 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Router 9362948f-98b1-4067-9e99-0dd10971abf6 has already been hosted by L3 agent 368653ed-b5ce-4183-9c3b-231a0bc3dd35 {{(pid=103104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 03:01:05.298921 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1722282e-cbb4-4f1f-8b15-d53b27a94753 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Notify agent at l3_agent.dv-cinder-740146-14-smb the message routers_updated {{(pid=103104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 03:01:05.303883 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-1722282e-cbb4-4f1f-8b15-d53b27a94753 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55355'] for floatingip (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:01:05.308808 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708a3b46-66c6-44fa-be0d-6d8e4d18869f None None] Sync routers for ids ['9362948f-98b1-4067-9e99-0dd10971abf6'] in dv-cinder-740146-14-smb {{(pid=103105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 03:01:05.317532 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708a3b46-66c6-44fa-be0d-6d8e4d18869f None None] Routers {'9362948f-98b1-4067-9e99-0dd10971abf6'} bound to L3 agent in host dv-cinder-740146-14-smb {{(pid=103105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:01:05.318140 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_hamode_db [None req-708a3b46-66c6-44fa-be0d-6d8e4d18869f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T02:46:25Z,description=,heartbeat_timestamp=2022-03-11T03:00:55Z,host='dv-cinder-740146-14-smb',id=368653ed-b5ce-4183-9c3b-231a0bc3dd35,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T02:46:25Z,topic='l3_agent')) {'router_ids': ['9362948f-98b1-4067-9e99-0dd10971abf6'], 'active': True} {{(pid=103105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:01:05.341581 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-1722282e-cbb4-4f1f-8b15-d53b27a94753 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "PUT /v2.0/floatingips/06fa8e0a-1986-4cfe-9320-a6159c4757e6 HTTP/1.1" status: 200 len: 991 time: 0.9417961 Mar 11 03:01:05.341581 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80899866-e846-44b8-8696-54b373065cbc', 'tag': '8492fe39-b12e-4d65-8bdf-86f9ff88625e'}] {{(pid=103104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 03:01:05.341581 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b4e7651ceabe3a28ab45abcf2012854968d28c41040a071bcf34f6a69b109a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0633ac9-d50e-491d-9d9b-abafcb338366" -d '{"events": [{"name": "network-changed", "server_uuid": "80899866-e846-44b8-8696-54b373065cbc", "tag": "8492fe39-b12e-4d65-8bdf-86f9ff88625e"}]}' {{(pid=103104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 03:01:05.370001 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 03:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-197de229-71c5-4631-978f-a8dc42d88886 x-openstack-request-id: req-197de229-71c5-4631-978f-a8dc42d88886 {{(pid=103104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 03:01:05.370298 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80899866-e846-44b8-8696-54b373065cbc", "tag": "8492fe39-b12e-4d65-8bdf-86f9ff88625e", "status": "completed", "code": 200}]} {{(pid=103104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 03:01:05.370557 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-197de229-71c5-4631-978f-a8dc42d88886 {{(pid=103104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 03:01:05.370960 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80899866-e846-44b8-8696-54b373065cbc', 'tag': '8492fe39-b12e-4d65-8bdf-86f9ff88625e', 'status': 'completed', 'code': 200} Mar 11 03:01:05.425941 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_dvr_db [None req-708a3b46-66c6-44fa-be0d-6d8e4d18869f None None] Set router 9362948f-98b1-4067-9e99-0dd10971abf6 gateway port host: dv-cinder-740146-14-smb {{(pid=103105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:01:05.434897 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0633ac9-d50e-491d-9d9b-abafcb338366 req-810d6249-06a9-4c29-867d-a8d0701d174f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:01:05.436445 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-a0633ac9-d50e-491d-9d9b-abafcb338366 req-810d6249-06a9-4c29-867d-a8d0701d174f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8a19620c29074aed8f3e4d3d8c51b9c7&device_id=80899866-e846-44b8-8696-54b373065cbc HTTP/1.1" status: 200 len: 1129 time: 0.0443952 Mar 11 03:01:05.527373 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0633ac9-d50e-491d-9d9b-abafcb338366 req-28ebdb62-a482-4b29-9c85-41d620459da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:01:05.529399 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-a0633ac9-d50e-491d-9d9b-abafcb338366 req-28ebdb62-a482-4b29-9c85-41d620459da8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=845c03c2-a500-4a58-b6f9-0437e53ee18b HTTP/1.1" status: 200 len: 912 time: 0.0859694 Mar 11 03:01:05.590808 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-a0633ac9-d50e-491d-9d9b-abafcb338366 req-5b09ca3c-600f-4993-95c0-a2be29f9d9d7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8492fe39-b12e-4d65-8bdf-86f9ff88625e HTTP/1.1" status: 200 len: 999 time: 0.0559139 Mar 11 03:01:05.641905 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0633ac9-d50e-491d-9d9b-abafcb338366 req-a8c02e9d-4661-4483-8610-aee5316973c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:01:05.643413 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-a0633ac9-d50e-491d-9d9b-abafcb338366 req-a8c02e9d-4661-4483-8610-aee5316973c7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=363826bf-4a53-45a3-8f97-aa25838926f8 HTTP/1.1" status: 200 len: 850 time: 0.0468113 Mar 11 03:01:05.647199 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_hamode_db [None req-708a3b46-66c6-44fa-be0d-6d8e4d18869f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9362948f-98b1-4067-9e99-0dd10971abf6', 'name': 'tempest-AttachVolumeTestJSON-1359685103-router', 'tenant_id': '8a19620c29074aed8f3e4d3d8c51b9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'external_fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.234'}], 'enable_snat': True}, 'gw_port_id': 'e2db39c8-5545-45cb-8acf-5821722fb32f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T02:54:47Z', 'updated_at': '2022-03-11T02:54:54Z', 'revision_number': 4, 'project_id': '8a19620c29074aed8f3e4d3d8c51b9c7', 'gw_port': {'id': 'e2db39c8-5545-45cb-8acf-5821722fb32f', 'name': '', 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:cb:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9362948f-98b1-4067-9e99-0dd10971abf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:54:48Z', 'updated_at': '2022-03-11T02:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-smb', '_floatingips': [{'id': '06fa8e0a-1986-4cfe-9320-a6159c4757e6', 'tenant_id': '8a19620c29074aed8f3e4d3d8c51b9c7', 'floating_ip_address': '172.28.1.221', 'floating_network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'router_id': '9362948f-98b1-4067-9e99-0dd10971abf6', 'port_id': '8492fe39-b12e-4d65-8bdf-86f9ff88625e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '845c03c2-a500-4a58-b6f9-0437e53ee18b', 'mac_address': 'fa:16:3e:a7:24:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80899866-e846-44b8-8696-54b373065cbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T03:00:50Z', 'updated_at': '2022-03-11T03:01:04Z', 'revision_number': 1, 'project_id': '8a19620c29074aed8f3e4d3d8c51b9c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dd0a237-790a-4ecb-9b8b-5757d3e1010a', 'name': '', 'network_id': '845c03c2-a500-4a58-b6f9-0437e53ee18b', 'tenant_id': '8a19620c29074aed8f3e4d3d8c51b9c7', 'mac_address': 'fa:16:3e:b1:d8:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9362948f-98b1-4067-9e99-0dd10971abf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '363826bf-4a53-45a3-8f97-aa25838926f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:54:53Z', 'updated_at': '2022-03-11T02:55:01Z', 'revision_number': 5, 'project_id': '8a19620c29074aed8f3e4d3d8c51b9c7', 'subnets': [{'id': '363826bf-4a53-45a3-8f97-aa25838926f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-14-smb', False) {} {{(pid=103105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:01:05.672868 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708a3b46-66c6-44fa-be0d-6d8e4d18869f None None] Checking router: 9362948f-98b1-4067-9e99-0dd10971abf6 for host: dv-cinder-740146-14-smb {{(pid=103105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 03:01:05.681098 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708a3b46-66c6-44fa-be0d-6d8e4d18869f None None] Routers {'9362948f-98b1-4067-9e99-0dd10971abf6'} bound to L3 agent in host dv-cinder-740146-14-smb {{(pid=103105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:01:05.681677 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_hamode_db [None req-708a3b46-66c6-44fa-be0d-6d8e4d18869f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T02:46:25Z,description=,heartbeat_timestamp=2022-03-11T03:00:55Z,host='dv-cinder-740146-14-smb',id=368653ed-b5ce-4183-9c3b-231a0bc3dd35,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T02:46:25Z,topic='l3_agent')) {'router_ids': ['9362948f-98b1-4067-9e99-0dd10971abf6'], 'active': True} {{(pid=103105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:01:05.691231 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0633ac9-d50e-491d-9d9b-abafcb338366 req-2c1b7fa9-de58-46eb-ba54-b76e77c232c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:01:05.692736 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-a0633ac9-d50e-491d-9d9b-abafcb338366 req-2c1b7fa9-de58-46eb-ba54-b76e77c232c2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=845c03c2-a500-4a58-b6f9-0437e53ee18b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0437219 Mar 11 03:01:05.780478 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-a0633ac9-d50e-491d-9d9b-abafcb338366 req-bcb408b4-668c-4728-b310-dc9a8263bc7b service neutron] 10.222.0.13 "GET /v2.0/networks/845c03c2-a500-4a58-b6f9-0437e53ee18b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816047 Mar 11 03:01:05.786646 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_dvr_db [None req-708a3b46-66c6-44fa-be0d-6d8e4d18869f None None] Set router 9362948f-98b1-4067-9e99-0dd10971abf6 gateway port host: dv-cinder-740146-14-smb {{(pid=103105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:01:05.868454 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-a0633ac9-d50e-491d-9d9b-abafcb338366 req-a91e1c89-5e66-4329-a7ee-ab6310ebe3f2 service neutron] 10.222.0.13 "GET /v2.0/networks/845c03c2-a500-4a58-b6f9-0437e53ee18b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827100 Mar 11 03:01:06.013756 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_hamode_db [None req-708a3b46-66c6-44fa-be0d-6d8e4d18869f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9362948f-98b1-4067-9e99-0dd10971abf6', 'name': 'tempest-AttachVolumeTestJSON-1359685103-router', 'tenant_id': '8a19620c29074aed8f3e4d3d8c51b9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'external_fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.234'}], 'enable_snat': True}, 'gw_port_id': 'e2db39c8-5545-45cb-8acf-5821722fb32f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T02:54:47Z', 'updated_at': '2022-03-11T02:54:54Z', 'revision_number': 4, 'project_id': '8a19620c29074aed8f3e4d3d8c51b9c7', 'gw_port': {'id': 'e2db39c8-5545-45cb-8acf-5821722fb32f', 'name': '', 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:cb:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9362948f-98b1-4067-9e99-0dd10971abf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:54:48Z', 'updated_at': '2022-03-11T02:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-smb', '_floatingips': [{'id': '06fa8e0a-1986-4cfe-9320-a6159c4757e6', 'tenant_id': '8a19620c29074aed8f3e4d3d8c51b9c7', 'floating_ip_address': '172.28.1.221', 'floating_network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'router_id': '9362948f-98b1-4067-9e99-0dd10971abf6', 'port_id': '8492fe39-b12e-4d65-8bdf-86f9ff88625e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '845c03c2-a500-4a58-b6f9-0437e53ee18b', 'mac_address': 'fa:16:3e:a7:24:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80899866-e846-44b8-8696-54b373065cbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T03:00:50Z', 'updated_at': '2022-03-11T03:01:04Z', 'revision_number': 1, 'project_id': '8a19620c29074aed8f3e4d3d8c51b9c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dd0a237-790a-4ecb-9b8b-5757d3e1010a', 'name': '', 'network_id': '845c03c2-a500-4a58-b6f9-0437e53ee18b', 'tenant_id': '8a19620c29074aed8f3e4d3d8c51b9c7', 'mac_address': 'fa:16:3e:b1:d8:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9362948f-98b1-4067-9e99-0dd10971abf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '363826bf-4a53-45a3-8f97-aa25838926f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:54:53Z', 'updated_at': '2022-03-11T02:55:01Z', 'revision_number': 5, 'project_id': '8a19620c29074aed8f3e4d3d8c51b9c7', 'subnets': [{'id': '363826bf-4a53-45a3-8f97-aa25838926f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-14-smb', False) {} {{(pid=103105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:01:06.039229 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708a3b46-66c6-44fa-be0d-6d8e4d18869f None None] The sync data for ids ['9362948f-98b1-4067-9e99-0dd10971abf6'] in dv-cinder-740146-14-smb is: [{'id': '9362948f-98b1-4067-9e99-0dd10971abf6', 'name': 'tempest-AttachVolumeTestJSON-1359685103-router', 'tenant_id': '8a19620c29074aed8f3e4d3d8c51b9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'external_fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.234'}], 'enable_snat': True}, 'gw_port_id': 'e2db39c8-5545-45cb-8acf-5821722fb32f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T02:54:47Z', 'updated_at': '2022-03-11T02:54:54Z', 'revision_number': 4, 'project_id': '8a19620c29074aed8f3e4d3d8c51b9c7', 'gw_port': {'id': 'e2db39c8-5545-45cb-8acf-5821722fb32f', 'name': '', 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:cb:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9362948f-98b1-4067-9e99-0dd10971abf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:54:48Z', 'updated_at': '2022-03-11T02:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-smb', '_floatingips': [{'id': '06fa8e0a-1986-4cfe-9320-a6159c4757e6', 'tenant_id': '8a19620c29074aed8f3e4d3d8c51b9c7', 'floating_ip_address': '172.28.1.221', 'floating_network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'router_id': '9362948f-98b1-4067-9e99-0dd10971abf6', 'port_id': '8492fe39-b12e-4d65-8bdf-86f9ff88625e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '845c03c2-a500-4a58-b6f9-0437e53ee18b', 'mac_address': 'fa:16:3e:a7:24:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80899866-e846-44b8-8696-54b373065cbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T03:00:50Z', 'updated_at': '2022-03-11T03:01:04Z', 'revision_number': 1, 'project_id': '8a19620c29074aed8f3e4d3d8c51b9c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dd0a237-790a-4ecb-9b8b-5757d3e1010a', 'name': '', 'network_id': '845c03c2-a500-4a58-b6f9-0437e53ee18b', 'tenant_id': '8a19620c29074aed8f3e4d3d8c51b9c7', 'mac_address': 'fa:16:3e:b1:d8:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9362948f-98b1-4067-9e99-0dd10971abf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '363826bf-4a53-45a3-8f97-aa25838926f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:54:53Z', 'updated_at': '2022-03-11T02:55:01Z', 'revision_number': 5, 'project_id': '8a19620c29074aed8f3e4d3d8c51b9c7', 'subnets': [{'id': '363826bf-4a53-45a3-8f97-aa25838926f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 03:01:06.214858 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3280ae43-27c3-4b1f-9675-46f200d4ea91 None None] New status for floating IP 06fa8e0a-1986-4cfe-9320-a6159c4757e6: ACTIVE {{(pid=103106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 03:01:09.921783 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.agents_db [None req-3d558b34-a2e4-40ae-982b-3a8752938275 None None] Agent healthcheck: found 6 active agents {{(pid=103106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 03:01:17.374043 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (56ad6e9b-975a-4fdf-b549-1f3c33ba94e0), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:01:22.243019 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe902d95-faec-4721-8017-9b18c6d5bc2c req-306469eb-271d-4876-9872-a2ae905b4dbf tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:01:22.244500 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-fe902d95-faec-4721-8017-9b18c6d5bc2c req-306469eb-271d-4876-9872-a2ae905b4dbf tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/ports?device_id=512e3f05-4ea5-4348-ad75-3e15747a73b8 HTTP/1.1" status: 200 len: 946 time: 0.0526042 Mar 11 03:01:22.291109 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-fe902d95-faec-4721-8017-9b18c6d5bc2c req-4ab3a43b-472e-48c2-9751-2b303e0c7ddd tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/security-groups?id=33992cde-61fd-4874-b8a7-acdc4cb8faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404627 Mar 11 03:01:22.424598 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-b1516d50-9a68-4f84-8bd4-406280d1724e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (27668cff-ea20-4e06-9a9c-d4f827fe3eb1), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:01:23.413329 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4560c934-53f3-4c43-9d4b-fdb5c2c77a8b req-7659a87f-fde1-41a0-8f48-7591beefff1f tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:01:23.414803 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-4560c934-53f3-4c43-9d4b-fdb5c2c77a8b req-7659a87f-fde1-41a0-8f48-7591beefff1f tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/ports?device_id=512e3f05-4ea5-4348-ad75-3e15747a73b8 HTTP/1.1" status: 200 len: 946 time: 0.0509968 Mar 11 03:01:23.463299 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-4560c934-53f3-4c43-9d4b-fdb5c2c77a8b req-6bf31b7b-977f-432b-8834-2839c68c524d tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/security-groups?id=33992cde-61fd-4874-b8a7-acdc4cb8faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430441 Mar 11 03:01:24.597712 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4394b41e-4042-4a57-aa6a-a421a621ba1f req-dd209fcd-4b0d-4734-819f-4bf86d0c35c9 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:01:24.599187 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-4394b41e-4042-4a57-aa6a-a421a621ba1f req-dd209fcd-4b0d-4734-819f-4bf86d0c35c9 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/ports?device_id=512e3f05-4ea5-4348-ad75-3e15747a73b8 HTTP/1.1" status: 200 len: 946 time: 0.0665691 Mar 11 03:01:24.644726 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-4394b41e-4042-4a57-aa6a-a421a621ba1f req-d0e8a6fa-566b-4f0a-9e24-b274531c2433 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/security-groups?id=33992cde-61fd-4874-b8a7-acdc4cb8faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400071 Mar 11 03:01:24.816541 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-f9ba8362-ad0c-444c-961a-757addff5eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (368653ed-b5ce-4183-9c3b-231a0bc3dd35), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:01:25.686529 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-f28c0ae4-c5a5-4e67-96c2-37b36f3544e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (258069e3-19c1-49ed-8474-20b6ecde628d), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:01:25.764393 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5015a656-0d44-4a5d-aa3e-9127173009c9 req-1450ea43-3fba-4919-815f-3ee2dca62e57 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:01:25.765882 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-5015a656-0d44-4a5d-aa3e-9127173009c9 req-1450ea43-3fba-4919-815f-3ee2dca62e57 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/ports?device_id=512e3f05-4ea5-4348-ad75-3e15747a73b8 HTTP/1.1" status: 200 len: 946 time: 0.0519943 Mar 11 03:01:25.811211 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-5015a656-0d44-4a5d-aa3e-9127173009c9 req-22376152-8d09-4af3-92a4-6d0d45dc1e0b tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/security-groups?id=33992cde-61fd-4874-b8a7-acdc4cb8faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396338 Mar 11 03:01:26.930784 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83a6c23-8932-47a7-af45-e419b6d35a10 req-024e47ca-6b29-4ab1-84c4-b84c253dfc6e tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:01:26.932252 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-f83a6c23-8932-47a7-af45-e419b6d35a10 req-024e47ca-6b29-4ab1-84c4-b84c253dfc6e tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/ports?device_id=512e3f05-4ea5-4348-ad75-3e15747a73b8 HTTP/1.1" status: 200 len: 946 time: 0.0514665 Mar 11 03:01:26.980569 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-f83a6c23-8932-47a7-af45-e419b6d35a10 req-383d9b2b-2347-409b-af25-b386b1c6bfc8 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/security-groups?id=33992cde-61fd-4874-b8a7-acdc4cb8faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427535 Mar 11 03:01:27.157190 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-afaf34ad-b747-4180-ba41-f81d7ecfb39b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (b193670b-9854-4e90-bc6a-e616470c2469), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:01:28.100694 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482cced7-0e40-47ec-81fe-e655530f8d7f req-59cab53f-3859-4680-bcfc-735d2c655bf6 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:01:28.102198 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-482cced7-0e40-47ec-81fe-e655530f8d7f req-59cab53f-3859-4680-bcfc-735d2c655bf6 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/ports?device_id=512e3f05-4ea5-4348-ad75-3e15747a73b8 HTTP/1.1" status: 200 len: 946 time: 0.0505638 Mar 11 03:01:28.147671 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-482cced7-0e40-47ec-81fe-e655530f8d7f req-cd441d54-2dbe-4064-8ae2-4a3f37b9b044 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/security-groups?id=33992cde-61fd-4874-b8a7-acdc4cb8faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400901 Mar 11 03:01:28.727579 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (36a16930-fe6f-49e2-96be-29faaa54e9a3), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:01:29.268470 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5788aa34-a8fe-4522-8120-83a5a896bca9 req-997677ab-b54d-45c7-9237-9f69e9e20c1a tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:01:29.269880 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-5788aa34-a8fe-4522-8120-83a5a896bca9 req-997677ab-b54d-45c7-9237-9f69e9e20c1a tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/ports?device_id=512e3f05-4ea5-4348-ad75-3e15747a73b8 HTTP/1.1" status: 200 len: 946 time: 0.0511856 Mar 11 03:01:29.318995 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-5788aa34-a8fe-4522-8120-83a5a896bca9 req-e83a67db-bc83-47b4-aa15-e0640f61d228 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/security-groups?id=33992cde-61fd-4874-b8a7-acdc4cb8faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436563 Mar 11 03:01:30.441837 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc57549c-e171-4f29-9c3b-bab9431e7979 req-5316047a-8387-49fa-8bfc-52aa1a3a472d tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:01:30.443295 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-dc57549c-e171-4f29-9c3b-bab9431e7979 req-5316047a-8387-49fa-8bfc-52aa1a3a472d tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/ports?device_id=512e3f05-4ea5-4348-ad75-3e15747a73b8 HTTP/1.1" status: 200 len: 946 time: 0.0543802 Mar 11 03:01:30.488183 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-dc57549c-e171-4f29-9c3b-bab9431e7979 req-0217104e-fafa-4fcc-9d9f-2d0bbba9b3a6 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/security-groups?id=33992cde-61fd-4874-b8a7-acdc4cb8faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394275 Mar 11 03:01:31.606368 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba4b827-c526-415c-a9a3-166511a4e109 req-82129610-f24f-4c18-8891-08b44515ce41 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:01:31.608733 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-eba4b827-c526-415c-a9a3-166511a4e109 req-82129610-f24f-4c18-8891-08b44515ce41 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/ports?device_id=512e3f05-4ea5-4348-ad75-3e15747a73b8 HTTP/1.1" status: 200 len: 946 time: 0.0511999 Mar 11 03:01:31.666576 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-eba4b827-c526-415c-a9a3-166511a4e109 req-1e4242fc-f50d-4f80-aa14-7207412c98af tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/security-groups?id=33992cde-61fd-4874-b8a7-acdc4cb8faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522802 Mar 11 03:01:32.791096 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f2a6ff-8bae-4fc2-8b93-5f191bf7180d req-a2c66e08-488b-4481-91aa-bd3130e07de0 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:01:32.792546 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-75f2a6ff-8bae-4fc2-8b93-5f191bf7180d req-a2c66e08-488b-4481-91aa-bd3130e07de0 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/ports?device_id=512e3f05-4ea5-4348-ad75-3e15747a73b8 HTTP/1.1" status: 200 len: 946 time: 0.0503826 Mar 11 03:01:32.837423 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-75f2a6ff-8bae-4fc2-8b93-5f191bf7180d req-32bd487c-6f21-4d92-aeb2-4498dad18557 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/security-groups?id=33992cde-61fd-4874-b8a7-acdc4cb8faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387514 Mar 11 03:01:33.957521 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f051d1-2fec-47c7-9df4-786a7a92d62b req-dd8fa721-226f-488c-8bc2-d003b8791566 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:01:33.959002 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-a8f051d1-2fec-47c7-9df4-786a7a92d62b req-dd8fa721-226f-488c-8bc2-d003b8791566 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/ports?device_id=512e3f05-4ea5-4348-ad75-3e15747a73b8 HTTP/1.1" status: 200 len: 946 time: 0.0517366 Mar 11 03:01:34.005265 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-a8f051d1-2fec-47c7-9df4-786a7a92d62b req-c75454cf-3fe9-40a2-958a-0e6624d0dcb0 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/security-groups?id=33992cde-61fd-4874-b8a7-acdc4cb8faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406804 Mar 11 03:01:35.127302 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb40bc1-ec4a-4ba8-90e1-3a21a54c228a req-0edf6715-065b-4095-8ccf-2c9993b5a8b9 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:01:35.128775 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-8eb40bc1-ec4a-4ba8-90e1-3a21a54c228a req-0edf6715-065b-4095-8ccf-2c9993b5a8b9 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/ports?device_id=512e3f05-4ea5-4348-ad75-3e15747a73b8 HTTP/1.1" status: 200 len: 946 time: 0.0543740 Mar 11 03:01:35.175620 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-8eb40bc1-ec4a-4ba8-90e1-3a21a54c228a req-6502e165-4680-41f4-8a93-06199d4e9fb5 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/security-groups?id=33992cde-61fd-4874-b8a7-acdc4cb8faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413795 Mar 11 03:01:36.298147 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12526660-fcb0-42c8-8326-7051dd6214ba req-b4f247f6-a439-47cb-a7ab-a99f13c7719c tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:01:36.299594 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-12526660-fcb0-42c8-8326-7051dd6214ba req-b4f247f6-a439-47cb-a7ab-a99f13c7719c tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/ports?device_id=512e3f05-4ea5-4348-ad75-3e15747a73b8 HTTP/1.1" status: 200 len: 946 time: 0.0555456 Mar 11 03:01:36.344074 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-12526660-fcb0-42c8-8326-7051dd6214ba req-fd58eea4-66cd-4d89-8705-dd7dcce619c0 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/security-groups?id=33992cde-61fd-4874-b8a7-acdc4cb8faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390623 Mar 11 03:01:37.463679 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b64dcd-415a-4201-8383-0ca3a57025de req-574a1d4c-76dc-475b-9f16-1ca1b8c70f9d tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:01:37.465168 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-b2b64dcd-415a-4201-8383-0ca3a57025de req-574a1d4c-76dc-475b-9f16-1ca1b8c70f9d tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/ports?device_id=512e3f05-4ea5-4348-ad75-3e15747a73b8 HTTP/1.1" status: 200 len: 946 time: 0.0514801 Mar 11 03:01:37.509876 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-b2b64dcd-415a-4201-8383-0ca3a57025de req-40a18469-9773-428e-82d4-0e4ee7db2ffb tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/security-groups?id=33992cde-61fd-4874-b8a7-acdc4cb8faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392299 Mar 11 03:01:38.632282 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95569e69-21f1-48e3-8c03-dc8bd68c7c2a req-f5ef1eef-c38e-4b30-9939-fb1b93b60e17 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:01:38.633797 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-95569e69-21f1-48e3-8c03-dc8bd68c7c2a req-f5ef1eef-c38e-4b30-9939-fb1b93b60e17 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/ports?device_id=512e3f05-4ea5-4348-ad75-3e15747a73b8 HTTP/1.1" status: 200 len: 946 time: 0.0545650 Mar 11 03:01:38.678633 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-95569e69-21f1-48e3-8c03-dc8bd68c7c2a req-64a4b802-4234-4a05-b343-aa3fbacfdd33 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/security-groups?id=33992cde-61fd-4874-b8a7-acdc4cb8faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393772 Mar 11 03:01:39.798854 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ddc0a5-9ef4-4783-bf7d-fb2fc2b8445a req-657c7904-f22e-4341-9259-492d91327c0d tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:01:39.800321 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-22ddc0a5-9ef4-4783-bf7d-fb2fc2b8445a req-657c7904-f22e-4341-9259-492d91327c0d tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/ports?device_id=512e3f05-4ea5-4348-ad75-3e15747a73b8 HTTP/1.1" status: 200 len: 946 time: 0.0511632 Mar 11 03:01:39.847991 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-22ddc0a5-9ef4-4783-bf7d-fb2fc2b8445a req-831b42bd-6f13-4c1d-93f2-586b9e8dbb05 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/security-groups?id=33992cde-61fd-4874-b8a7-acdc4cb8faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422547 Mar 11 03:01:40.966622 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a83a3a-2542-47e7-a477-461013060e88 req-13a0d3b2-2837-4d77-b0fd-4ce233372371 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:01:40.968088 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-56a83a3a-2542-47e7-a477-461013060e88 req-13a0d3b2-2837-4d77-b0fd-4ce233372371 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/ports?device_id=512e3f05-4ea5-4348-ad75-3e15747a73b8 HTTP/1.1" status: 200 len: 946 time: 0.0514307 Mar 11 03:01:41.016426 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-56a83a3a-2542-47e7-a477-461013060e88 req-4168c96c-3e42-49e2-b64b-fa3c7de1b823 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/security-groups?id=33992cde-61fd-4874-b8a7-acdc4cb8faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427697 Mar 11 03:01:41.917443 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Device 08cf41a0-a47f-41ac-88c6-daabf6c02add details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=103105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 03:01:42.010424 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] For port 08cf41a0-a47f-41ac-88c6-daabf6c02add, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=08cf41a0-a47f-41ac-88c6-daabf6c02add,segment=NetworkSegment(e477fdca-2d56-4686-9dff-dd5cd9b82843),segment_id=e477fdca-2d56-4686-9dff-dd5cd9b82843)] {{(pid=103105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:01:42.025043 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Returning: {'device': '08cf41a0-a47f-41ac-88c6-daabf6c02add', 'network_id': 'c37e13a0-a6c7-4b0f-ae0c-93319b771da2', 'port_id': '08cf41a0-a47f-41ac-88c6-daabf6c02add', 'mac_address': 'fa:16:3e:13:91:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c53e0a5-6c83-4aeb-b9db-2d1372c504dc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 03:01:42.061332 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Current status of the port 08cf41a0-a47f-41ac-88c6-daabf6c02add is: ACTIVE; New status is: BUILD {{(pid=103105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:01:42.061927 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (08cf41a0-a47f-41ac-88c6-daabf6c02add), before_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:01:42.075172 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.notifiers.nova [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 08cf41a0-a47f-41ac-88c6-daabf6c02add {{(pid=103105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 03:01:42.094307 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] For port 08cf41a0-a47f-41ac-88c6-daabf6c02add, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=08cf41a0-a47f-41ac-88c6-daabf6c02add,segment=NetworkSegment(e477fdca-2d56-4686-9dff-dd5cd9b82843),segment_id=e477fdca-2d56-4686-9dff-dd5cd9b82843)] {{(pid=103105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:01:42.098344 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712'] for port (08cf41a0-a47f-41ac-88c6-daabf6c02add), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:01:42.141882 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668bcd1a-b6c9-4d2c-b958-373a81f94390 req-586d8385-9e22-4f65-804c-dd5601d35ed5 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:01:42.143733 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-668bcd1a-b6c9-4d2c-b958-373a81f94390 req-586d8385-9e22-4f65-804c-dd5601d35ed5 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/ports?device_id=512e3f05-4ea5-4348-ad75-3e15747a73b8 HTTP/1.1" status: 200 len: 945 time: 0.0568495 Mar 11 03:01:42.149590 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Pushing event updated for resources: {'Port': ['ID=08cf41a0-a47f-41ac-88c6-daabf6c02add,revision_number=6']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:01:42.188552 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] get_ports_and_sgs() called for port_ids ['08cf41a0-a47f-41ac-88c6-daabf6c02add'] {{(pid=103105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 03:01:42.191191 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-668bcd1a-b6c9-4d2c-b958-373a81f94390 req-eae87265-6c11-4c68-ada9-f2f038ce6393 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/security-groups?id=33992cde-61fd-4874-b8a7-acdc4cb8faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418289 Mar 11 03:01:43.311743 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3077edd5-aee4-4cbb-b870-2c3d453571dc req-3aac80d8-4148-460f-8c8a-eebfc2463b1c tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:01:43.313225 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-3077edd5-aee4-4cbb-b870-2c3d453571dc req-3aac80d8-4148-460f-8c8a-eebfc2463b1c tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/ports?device_id=512e3f05-4ea5-4348-ad75-3e15747a73b8 HTTP/1.1" status: 200 len: 945 time: 0.0512156 Mar 11 03:01:43.358648 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-3077edd5-aee4-4cbb-b870-2c3d453571dc req-62fdfdf3-99b7-431c-8644-f8a0de1db50d tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/security-groups?id=33992cde-61fd-4874-b8a7-acdc4cb8faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400290 Mar 11 03:01:43.932420 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Device 08cf41a0-a47f-41ac-88c6-daabf6c02add up at agent hyperv_hv-cinder-74014 {{(pid=103105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 03:01:43.983519 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Provisioning complete for port 08cf41a0-a47f-41ac-88c6-daabf6c02add triggered by entity L2. {{(pid=103105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:01:43.983888 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536573942'] for port (08cf41a0-a47f-41ac-88c6-daabf6c02add), provisioning_complete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:01:44.064177 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Current status of the port 08cf41a0-a47f-41ac-88c6-daabf6c02add is: BUILD; New status is: ACTIVE {{(pid=103105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:01:44.064577 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (08cf41a0-a47f-41ac-88c6-daabf6c02add), before_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:01:44.087111 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '512e3f05-4ea5-4348-ad75-3e15747a73b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08cf41a0-a47f-41ac-88c6-daabf6c02add'}] {{(pid=103105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 03:01:44.089562 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}703a16387464127cc7b8de6906938e3e01810e7f46b2e9393936db54d9388ffe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d55688a4-6035-4fad-a5db-dafb769d1a8e" -d '{"events": [{"server_uuid": "512e3f05-4ea5-4348-ad75-3e15747a73b8", "name": "network-vif-plugged", "status": "completed", "tag": "08cf41a0-a47f-41ac-88c6-daabf6c02add"}]}' {{(pid=103105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 03:01:44.104453 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] For port 08cf41a0-a47f-41ac-88c6-daabf6c02add, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=08cf41a0-a47f-41ac-88c6-daabf6c02add,segment=NetworkSegment(e477fdca-2d56-4686-9dff-dd5cd9b82843),segment_id=e477fdca-2d56-4686-9dff-dd5cd9b82843)] {{(pid=103105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:01:44.110420 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712'] for port (08cf41a0-a47f-41ac-88c6-daabf6c02add), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:01:44.140839 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 03:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b2f80a6-cbdf-4bca-840a-fc729a657f7d x-openstack-request-id: req-9b2f80a6-cbdf-4bca-840a-fc729a657f7d {{(pid=103105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 03:01:44.141300 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "512e3f05-4ea5-4348-ad75-3e15747a73b8", "name": "network-vif-plugged", "status": "completed", "tag": "08cf41a0-a47f-41ac-88c6-daabf6c02add", "code": 200}]} {{(pid=103105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 03:01:44.141767 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9b2f80a6-cbdf-4bca-840a-fc729a657f7d {{(pid=103105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 03:01:44.142171 dv-cinder-740146-14-smb neutron-server[103105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '512e3f05-4ea5-4348-ad75-3e15747a73b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08cf41a0-a47f-41ac-88c6-daabf6c02add', 'code': 200} Mar 11 03:01:44.172684 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Pushing event updated for resources: {'Port': ['ID=08cf41a0-a47f-41ac-88c6-daabf6c02add,revision_number=7']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:01:44.491239 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad185f35-0845-4482-afe1-c4dbd9daaa49 req-2772daf1-7fc6-4595-a412-98c1026f28f8 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:01:44.492887 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-ad185f35-0845-4482-afe1-c4dbd9daaa49 req-2772daf1-7fc6-4595-a412-98c1026f28f8 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/ports?device_id=512e3f05-4ea5-4348-ad75-3e15747a73b8 HTTP/1.1" status: 200 len: 946 time: 0.0634890 Mar 11 03:01:44.550835 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-ad185f35-0845-4482-afe1-c4dbd9daaa49 req-c4632158-c8c9-4114-8d4f-b89b5b7347a2 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/security-groups?id=33992cde-61fd-4874-b8a7-acdc4cb8faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496218 Mar 11 03:01:45.683728 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1851796c-c696-4389-b2b7-2494f69fed22 req-b357b75d-3a57-4d77-98e1-a514ef675ee3 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:01:45.687398 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-1851796c-c696-4389-b2b7-2494f69fed22 req-b357b75d-3a57-4d77-98e1-a514ef675ee3 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/ports?device_id=512e3f05-4ea5-4348-ad75-3e15747a73b8 HTTP/1.1" status: 200 len: 946 time: 0.0611680 Mar 11 03:01:45.735131 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-1851796c-c696-4389-b2b7-2494f69fed22 req-b35be4eb-b08a-48af-9667-051b005c01a8 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/security-groups?id=33992cde-61fd-4874-b8a7-acdc4cb8faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428185 Mar 11 03:01:46.883344 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bafff6-1ce2-4791-af2b-2ca925e6cf99 req-c152dc1e-d15b-4bb9-80e5-aeae40264205 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:01:46.885487 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-50bafff6-1ce2-4791-af2b-2ca925e6cf99 req-c152dc1e-d15b-4bb9-80e5-aeae40264205 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/ports?device_id=512e3f05-4ea5-4348-ad75-3e15747a73b8 HTTP/1.1" status: 200 len: 946 time: 0.0730264 Mar 11 03:01:46.920173 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.agents_db [None req-3d558b34-a2e4-40ae-982b-3a8752938275 None None] Agent healthcheck: found 6 active agents {{(pid=103106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 03:01:46.952045 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-50bafff6-1ce2-4791-af2b-2ca925e6cf99 req-4ddbb298-f74d-48e2-8c6d-9910be3e6f9e tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/security-groups?id=33992cde-61fd-4874-b8a7-acdc4cb8faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508251 Mar 11 03:01:47.391425 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (56ad6e9b-975a-4fdf-b549-1f3c33ba94e0), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:01:48.085788 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bf7e6e-9f4e-4a65-b2a4-1321e3d722ca req-0cf01cae-0be3-496c-9855-8178829a4824 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:01:48.087977 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-60bf7e6e-9f4e-4a65-b2a4-1321e3d722ca req-0cf01cae-0be3-496c-9855-8178829a4824 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/ports?device_id=512e3f05-4ea5-4348-ad75-3e15747a73b8 HTTP/1.1" status: 200 len: 946 time: 0.0718653 Mar 11 03:01:48.146719 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-60bf7e6e-9f4e-4a65-b2a4-1321e3d722ca req-77a94e8e-e3aa-46a4-bc6c-d6459107f8e9 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/security-groups?id=33992cde-61fd-4874-b8a7-acdc4cb8faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522931 Mar 11 03:01:49.287752 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af90e8cc-274e-48c6-8e4a-88825155cefc req-26bd1c64-d8e0-4cdb-8555-334058027d17 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:01:49.289436 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-af90e8cc-274e-48c6-8e4a-88825155cefc req-26bd1c64-d8e0-4cdb-8555-334058027d17 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/ports?device_id=512e3f05-4ea5-4348-ad75-3e15747a73b8 HTTP/1.1" status: 200 len: 946 time: 0.0612938 Mar 11 03:01:49.346878 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-af90e8cc-274e-48c6-8e4a-88825155cefc req-7c64c20a-5887-4710-bca3-84605f7a7f06 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/security-groups?id=33992cde-61fd-4874-b8a7-acdc4cb8faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502250 Mar 11 03:01:50.477938 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ebeb0d-7244-48ff-98e4-7e1f7d99d2cb req-17ff43fa-42a4-4d8b-888b-ddde6aafbc3f tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:01:50.479546 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-e4ebeb0d-7244-48ff-98e4-7e1f7d99d2cb req-17ff43fa-42a4-4d8b-888b-ddde6aafbc3f tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/ports?device_id=512e3f05-4ea5-4348-ad75-3e15747a73b8 HTTP/1.1" status: 200 len: 946 time: 0.0559728 Mar 11 03:01:50.532266 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-e4ebeb0d-7244-48ff-98e4-7e1f7d99d2cb req-df26fa2c-3409-4c13-9335-bed98ef9558a tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/security-groups?id=33992cde-61fd-4874-b8a7-acdc4cb8faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462101 Mar 11 03:01:51.674315 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e478058a-b3cb-421c-b3da-4346a16ba028 req-1aed8eb3-0c15-40cd-a17c-8cace4ea09e2 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:01:51.675855 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-e478058a-b3cb-421c-b3da-4346a16ba028 req-1aed8eb3-0c15-40cd-a17c-8cace4ea09e2 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/ports?device_id=512e3f05-4ea5-4348-ad75-3e15747a73b8 HTTP/1.1" status: 200 len: 946 time: 0.0633042 Mar 11 03:01:51.730270 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-e478058a-b3cb-421c-b3da-4346a16ba028 req-24e52100-6020-406a-8b48-af5e72c0e535 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/security-groups?id=33992cde-61fd-4874-b8a7-acdc4cb8faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485170 Mar 11 03:01:51.862779 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4441b6f5-aff3-4d96-8054-8a030da4ab3f req-71290c22-b79c-4166-9587-0a68a6f45914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:01:51.864254 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-4441b6f5-aff3-4d96-8054-8a030da4ab3f req-71290c22-b79c-4166-9587-0a68a6f45914 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=016945d4fe40485aa894be1440edd3ad&device_id=512e3f05-4ea5-4348-ad75-3e15747a73b8 HTTP/1.1" status: 200 len: 1130 time: 0.0469890 Mar 11 03:01:51.979096 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4441b6f5-aff3-4d96-8054-8a030da4ab3f req-300a44c5-3277-4d72-8c8d-96b851e74ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:01:51.980603 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-4441b6f5-aff3-4d96-8054-8a030da4ab3f req-300a44c5-3277-4d72-8c8d-96b851e74ac5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c37e13a0-a6c7-4b0f-ae0c-93319b771da2 HTTP/1.1" status: 200 len: 917 time: 0.0941279 Mar 11 03:01:52.048136 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-4441b6f5-aff3-4d96-8054-8a030da4ab3f req-1a41ea31-a127-4cd0-91f1-0af730e80582 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=08cf41a0-a47f-41ac-88c6-daabf6c02add HTTP/1.1" status: 200 len: 1002 time: 0.0612328 Mar 11 03:01:52.099980 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4441b6f5-aff3-4d96-8054-8a030da4ab3f req-fc8a5d7a-9548-4ff4-928d-f9bcd59d28b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:01:52.101737 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-4441b6f5-aff3-4d96-8054-8a030da4ab3f req-fc8a5d7a-9548-4ff4-928d-f9bcd59d28b4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5c53e0a5-6c83-4aeb-b9db-2d1372c504dc HTTP/1.1" status: 200 len: 855 time: 0.0469198 Mar 11 03:01:52.175103 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4441b6f5-aff3-4d96-8054-8a030da4ab3f req-730f24d3-1c60-408e-a7ff-948b44405d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:01:52.177103 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-4441b6f5-aff3-4d96-8054-8a030da4ab3f req-730f24d3-1c60-408e-a7ff-948b44405d39 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c37e13a0-a6c7-4b0f-ae0c-93319b771da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0634227 Mar 11 03:01:52.432499 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-4735b2ac-58cf-4181-83e0-a6ac3047ebb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (27668cff-ea20-4e06-9a9c-d4f827fe3eb1), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:01:52.564424 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-4441b6f5-aff3-4d96-8054-8a030da4ab3f req-ae8d3d89-525c-415e-991c-350de467adeb service neutron] 10.222.0.13 "GET /v2.0/networks/c37e13a0-a6c7-4b0f-ae0c-93319b771da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3811169 Mar 11 03:01:52.677243 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-4441b6f5-aff3-4d96-8054-8a030da4ab3f req-94276110-c8b3-4c2d-8c53-7c8f0df922ff service neutron] 10.222.0.13 "GET /v2.0/networks/c37e13a0-a6c7-4b0f-ae0c-93319b771da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059039 Mar 11 03:01:52.864025 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ee45a7-3e1b-4290-a96b-88f5dfddde60 req-0b15962b-6a0a-4821-afd1-115d39266f35 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:01:52.865557 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-f8ee45a7-3e1b-4290-a96b-88f5dfddde60 req-0b15962b-6a0a-4821-afd1-115d39266f35 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/ports?device_id=512e3f05-4ea5-4348-ad75-3e15747a73b8 HTTP/1.1" status: 200 len: 946 time: 0.0544176 Mar 11 03:01:52.925453 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-f8ee45a7-3e1b-4290-a96b-88f5dfddde60 req-c747a348-aaf2-4be1-bae8-0394e44e8efe tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/security-groups?id=33992cde-61fd-4874-b8a7-acdc4cb8faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514009 Mar 11 03:01:54.053449 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79426751-3486-4a06-a0e0-70d174a1b600 req-b4dc362e-2c3c-4226-a798-dc34ef73b323 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:01:54.056165 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-79426751-3486-4a06-a0e0-70d174a1b600 req-b4dc362e-2c3c-4226-a798-dc34ef73b323 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/ports?device_id=512e3f05-4ea5-4348-ad75-3e15747a73b8 HTTP/1.1" status: 200 len: 946 time: 0.0552814 Mar 11 03:01:54.109625 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-79426751-3486-4a06-a0e0-70d174a1b600 req-1c784337-83a6-4fc0-95ea-a96c281985ac tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/security-groups?id=33992cde-61fd-4874-b8a7-acdc4cb8faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485008 Mar 11 03:01:54.818328 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-a3fa90ce-6cd8-4881-ad29-44580755a6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (368653ed-b5ce-4183-9c3b-231a0bc3dd35), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:01:55.220614 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011bbb2f-dc17-43cf-a10a-90c8c76109c7 req-27b133f2-d2c0-4b1f-89ef-58ec47531911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:01:55.222072 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-011bbb2f-dc17-43cf-a10a-90c8c76109c7 req-27b133f2-d2c0-4b1f-89ef-58ec47531911 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=016945d4fe40485aa894be1440edd3ad&device_id=512e3f05-4ea5-4348-ad75-3e15747a73b8 HTTP/1.1" status: 200 len: 1130 time: 0.0443313 Mar 11 03:01:55.225829 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895f1ab7-5ff1-4ff9-8018-11b1efeba642 req-f540b436-d77e-45e7-9bc9-eda8557e07a0 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:01:55.227292 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-895f1ab7-5ff1-4ff9-8018-11b1efeba642 req-f540b436-d77e-45e7-9bc9-eda8557e07a0 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/ports?device_id=512e3f05-4ea5-4348-ad75-3e15747a73b8 HTTP/1.1" status: 200 len: 946 time: 0.0524755 Mar 11 03:01:55.274052 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-895f1ab7-5ff1-4ff9-8018-11b1efeba642 req-693e546a-0587-46fe-a935-fab56cbf44d7 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/security-groups?id=33992cde-61fd-4874-b8a7-acdc4cb8faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408008 Mar 11 03:01:55.316936 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011bbb2f-dc17-43cf-a10a-90c8c76109c7 req-1a5ceed9-2bab-4a81-976c-4bb47057b6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:01:55.318436 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-011bbb2f-dc17-43cf-a10a-90c8c76109c7 req-1a5ceed9-2bab-4a81-976c-4bb47057b6cc service neutron] 10.222.0.13 "GET /v2.0/networks?id=c37e13a0-a6c7-4b0f-ae0c-93319b771da2 HTTP/1.1" status: 200 len: 917 time: 0.0899386 Mar 11 03:01:55.386152 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-011bbb2f-dc17-43cf-a10a-90c8c76109c7 req-4aa74f6e-27bf-4324-9427-ccc8084f0260 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=08cf41a0-a47f-41ac-88c6-daabf6c02add HTTP/1.1" status: 200 len: 1002 time: 0.0610762 Mar 11 03:01:55.432123 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011bbb2f-dc17-43cf-a10a-90c8c76109c7 req-fdd9835e-b1ab-41b8-b81b-4396aaedefb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:01:55.433537 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-011bbb2f-dc17-43cf-a10a-90c8c76109c7 req-fdd9835e-b1ab-41b8-b81b-4396aaedefb1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5c53e0a5-6c83-4aeb-b9db-2d1372c504dc HTTP/1.1" status: 200 len: 855 time: 0.0411122 Mar 11 03:01:55.481131 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011bbb2f-dc17-43cf-a10a-90c8c76109c7 req-dddb566c-fff1-4622-8764-691ae0dc0101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:01:55.483408 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-011bbb2f-dc17-43cf-a10a-90c8c76109c7 req-dddb566c-fff1-4622-8764-691ae0dc0101 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c37e13a0-a6c7-4b0f-ae0c-93319b771da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0437038 Mar 11 03:01:55.572907 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-011bbb2f-dc17-43cf-a10a-90c8c76109c7 req-c8d7f780-6fa2-4797-9072-e6fd6d61aa6b service neutron] 10.222.0.13 "GET /v2.0/networks/c37e13a0-a6c7-4b0f-ae0c-93319b771da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835783 Mar 11 03:01:55.660278 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-011bbb2f-dc17-43cf-a10a-90c8c76109c7 req-511ab096-0301-480a-a441-19acb7efef47 service neutron] 10.222.0.13 "GET /v2.0/networks/c37e13a0-a6c7-4b0f-ae0c-93319b771da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805657 Mar 11 03:01:55.686926 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-f28c0ae4-c5a5-4e67-96c2-37b36f3544e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (258069e3-19c1-49ed-8474-20b6ecde628d), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:01:56.394067 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90b406c-003b-4a2d-a644-a20158c9b5ae req-6cafdee7-5ffc-4331-9bca-70f64005bbe4 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:01:56.395583 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-c90b406c-003b-4a2d-a644-a20158c9b5ae req-6cafdee7-5ffc-4331-9bca-70f64005bbe4 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/ports?device_id=512e3f05-4ea5-4348-ad75-3e15747a73b8 HTTP/1.1" status: 200 len: 946 time: 0.0515342 Mar 11 03:01:56.444806 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-c90b406c-003b-4a2d-a644-a20158c9b5ae req-0b88a597-c7b7-4ff1-8595-31a61548da5f tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/security-groups?id=33992cde-61fd-4874-b8a7-acdc4cb8faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438297 Mar 11 03:01:57.158419 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-afaf34ad-b747-4180-ba41-f81d7ecfb39b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (b193670b-9854-4e90-bc6a-e616470c2469), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:01:57.568425 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c53a38e-38d1-4cd7-93bf-c1bb3e16eedc req-309f25c0-44d3-4360-ab4f-a9da1f16de65 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:01:57.569921 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-3c53a38e-38d1-4cd7-93bf-c1bb3e16eedc req-309f25c0-44d3-4360-ab4f-a9da1f16de65 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/ports?device_id=512e3f05-4ea5-4348-ad75-3e15747a73b8 HTTP/1.1" status: 200 len: 946 time: 0.0521452 Mar 11 03:01:57.617017 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-3c53a38e-38d1-4cd7-93bf-c1bb3e16eedc req-e1c8cfb0-c85e-4f75-b1d8-dc39cf46b878 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/security-groups?id=33992cde-61fd-4874-b8a7-acdc4cb8faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415657 Mar 11 03:01:57.972918 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Device 08cf41a0-a47f-41ac-88c6-daabf6c02add no longer exists at agent hyperv_hv-cinder-74014 {{(pid=103105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 03:01:58.050974 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Current status of the port 08cf41a0-a47f-41ac-88c6-daabf6c02add is: ACTIVE; New status is: DOWN {{(pid=103105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:01:58.051374 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (08cf41a0-a47f-41ac-88c6-daabf6c02add), before_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:01:58.073532 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '512e3f05-4ea5-4348-ad75-3e15747a73b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08cf41a0-a47f-41ac-88c6-daabf6c02add'}] {{(pid=103105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 03:01:58.076274 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}703a16387464127cc7b8de6906938e3e01810e7f46b2e9393936db54d9388ffe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc300a4e-011c-417b-ab31-ceefc51cecbd" -d '{"events": [{"server_uuid": "512e3f05-4ea5-4348-ad75-3e15747a73b8", "name": "network-vif-unplugged", "status": "completed", "tag": "08cf41a0-a47f-41ac-88c6-daabf6c02add"}]}' {{(pid=103105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 03:01:58.089863 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] For port 08cf41a0-a47f-41ac-88c6-daabf6c02add, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=08cf41a0-a47f-41ac-88c6-daabf6c02add,segment=NetworkSegment(e477fdca-2d56-4686-9dff-dd5cd9b82843),segment_id=e477fdca-2d56-4686-9dff-dd5cd9b82843)] {{(pid=103105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:01:58.094157 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712'] for port (08cf41a0-a47f-41ac-88c6-daabf6c02add), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:01:58.120076 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 11 Mar 2022 03:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d0aef34-6569-4fec-8d7f-e522e9bbc996 x-openstack-request-id: req-4d0aef34-6569-4fec-8d7f-e522e9bbc996 {{(pid=103105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 03:01:58.120374 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "512e3f05-4ea5-4348-ad75-3e15747a73b8", "name": "network-vif-unplugged", "status": "failed", "tag": "08cf41a0-a47f-41ac-88c6-daabf6c02add", "code": 422}]} {{(pid=103105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 03:01:58.120633 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4d0aef34-6569-4fec-8d7f-e522e9bbc996 {{(pid=103105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 03:01:58.121027 dv-cinder-740146-14-smb neutron-server[103105]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '512e3f05-4ea5-4348-ad75-3e15747a73b8', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '08cf41a0-a47f-41ac-88c6-daabf6c02add', 'code': 422} returned with failed status Mar 11 03:01:58.152684 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Pushing event updated for resources: {'Port': ['ID=08cf41a0-a47f-41ac-88c6-daabf6c02add,revision_number=8']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:01:58.412055 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [req-9b0604f5-4fe0-42fa-8c3b-e0a519c30ad8 req-78c77bd1-a6f6-46fa-b4bd-47c030809092 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103104) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 03:01:58.413240 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-9b0604f5-4fe0-42fa-8c3b-e0a519c30ad8 req-78c77bd1-a6f6-46fa-b4bd-47c030809092 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0516710 Mar 11 03:01:58.575949 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6db82c-ac97-437a-98c9-9956593f1703 req-81108fb5-fa5e-4db2-a8fd-883a140dc668 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:01:58.577590 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-2f6db82c-ac97-437a-98c9-9956593f1703 req-81108fb5-fa5e-4db2-a8fd-883a140dc668 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/ports?device_id=512e3f05-4ea5-4348-ad75-3e15747a73b8 HTTP/1.1" status: 200 len: 944 time: 0.0552967 Mar 11 03:01:58.583337 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8758db14-298e-4ed5-b55e-806ba8d83629 req-a5153695-ca4d-4ee1-aa81-c5d446dc646f tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:01:58.585451 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-8758db14-298e-4ed5-b55e-806ba8d83629 req-a5153695-ca4d-4ee1-aa81-c5d446dc646f tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] 10.222.0.20 "GET /v2.0/ports?device_id=002b6377-8b16-40be-a64a-4026c76d5469 HTTP/1.1" status: 200 len: 946 time: 0.0665588 Mar 11 03:01:58.635538 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-8758db14-298e-4ed5-b55e-806ba8d83629 req-85b1ed8e-35e7-4702-b800-c37a4a0b62e2 tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] 10.222.0.20 "GET /v2.0/security-groups?id=824f1730-e35e-4bb9-92a1-df76eb13a305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446143 Mar 11 03:01:58.643044 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-2f6db82c-ac97-437a-98c9-9956593f1703 req-9ba09ade-629c-4a85-9001-60cc4f73e38f tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/security-groups?id=33992cde-61fd-4874-b8a7-acdc4cb8faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577104 Mar 11 03:01:58.732455 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (36a16930-fe6f-49e2-96be-29faaa54e9a3), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:01:58.777776 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 46144) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:01:58.859754 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-19faec24-1eaa-49d5-b000-7ec32e343dab req-30212b6a-3ccd-4937-8cb1-3a4208d60f74 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=512e3f05-4ea5-4348-ad75-3e15747a73b8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0802155 Mar 11 03:01:58.868088 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [req-19faec24-1eaa-49d5-b000-7ec32e343dab req-12f61621-dad4-4882-bcb2-1c9274517bc9 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103104) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 03:01:58.869030 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-19faec24-1eaa-49d5-b000-7ec32e343dab req-12f61621-dad4-4882-bcb2-1c9274517bc9 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048287 Mar 11 03:01:58.942250 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 46152) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:01:59.035656 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19faec24-1eaa-49d5-b000-7ec32e343dab req-b195b89f-511c-4cba-ac2d-7b96c62458bf tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:01:59.036946 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-19faec24-1eaa-49d5-b000-7ec32e343dab req-b195b89f-511c-4cba-ac2d-7b96c62458bf tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/ports/08cf41a0-a47f-41ac-88c6-daabf6c02add HTTP/1.1" status: 200 len: 941 time: 0.0937271 Mar 11 03:01:59.752963 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5032273a-9a29-4d40-bd99-aba9ef9787ca req-3794557f-54c8-4d08-b636-5e0195ce0cd7 tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:01:59.754509 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-5032273a-9a29-4d40-bd99-aba9ef9787ca req-3794557f-54c8-4d08-b636-5e0195ce0cd7 tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] 10.222.0.20 "GET /v2.0/ports?device_id=002b6377-8b16-40be-a64a-4026c76d5469 HTTP/1.1" status: 200 len: 946 time: 0.0511949 Mar 11 03:01:59.767288 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a22eb5-7656-40c8-b666-1b02d1055140 req-86418c07-9a40-4bdc-b950-47a5e3e41591 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:01:59.768774 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-c9a22eb5-7656-40c8-b666-1b02d1055140 req-86418c07-9a40-4bdc-b950-47a5e3e41591 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/ports?device_id=512e3f05-4ea5-4348-ad75-3e15747a73b8 HTTP/1.1" status: 200 len: 944 time: 0.0517237 Mar 11 03:01:59.808905 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-5032273a-9a29-4d40-bd99-aba9ef9787ca req-2cc3191d-7156-49a4-b0d8-0ae4b53224c2 tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] 10.222.0.20 "GET /v2.0/security-groups?id=824f1730-e35e-4bb9-92a1-df76eb13a305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477328 Mar 11 03:01:59.839130 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-c9a22eb5-7656-40c8-b666-1b02d1055140 req-e40e0180-b1da-4586-9bd4-d1db044110a8 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/security-groups?id=33992cde-61fd-4874-b8a7-acdc4cb8faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611351 Mar 11 03:01:59.845035 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19faec24-1eaa-49d5-b000-7ec32e343dab req-bd1edbf7-95a9-4fe6-9e35-55af2761aa5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:01:59.846470 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-19faec24-1eaa-49d5-b000-7ec32e343dab req-bd1edbf7-95a9-4fe6-9e35-55af2761aa5c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=512e3f05-4ea5-4348-ad75-3e15747a73b8&tenant_id=016945d4fe40485aa894be1440edd3ad HTTP/1.1" status: 200 len: 1128 time: 0.0768116 Mar 11 03:01:59.911652 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19faec24-1eaa-49d5-b000-7ec32e343dab req-f858bf34-6f9a-42da-b841-16ca2b56efc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:01:59.913150 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-19faec24-1eaa-49d5-b000-7ec32e343dab req-f858bf34-6f9a-42da-b841-16ca2b56efc9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=016945d4fe40485aa894be1440edd3ad&device_id=512e3f05-4ea5-4348-ad75-3e15747a73b8 HTTP/1.1" status: 200 len: 1128 time: 0.0438046 Mar 11 03:02:00.003016 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19faec24-1eaa-49d5-b000-7ec32e343dab req-3377ac2a-3ba8-42bb-a53b-a33297ab40cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:02:00.004464 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-19faec24-1eaa-49d5-b000-7ec32e343dab req-3377ac2a-3ba8-42bb-a53b-a33297ab40cc service neutron] 10.222.0.13 "GET /v2.0/networks?id=c37e13a0-a6c7-4b0f-ae0c-93319b771da2 HTTP/1.1" status: 200 len: 917 time: 0.0844445 Mar 11 03:02:00.070741 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-19faec24-1eaa-49d5-b000-7ec32e343dab req-a23fe30c-d2d7-4a86-9a3c-d874eac13ff6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=08cf41a0-a47f-41ac-88c6-daabf6c02add HTTP/1.1" status: 200 len: 1000 time: 0.0587449 Mar 11 03:02:00.116275 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19faec24-1eaa-49d5-b000-7ec32e343dab req-7bf3e8c8-c42e-46f1-8797-b755a84e5250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:02:00.117713 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-19faec24-1eaa-49d5-b000-7ec32e343dab req-7bf3e8c8-c42e-46f1-8797-b755a84e5250 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5c53e0a5-6c83-4aeb-b9db-2d1372c504dc HTTP/1.1" status: 200 len: 855 time: 0.0409844 Mar 11 03:02:00.164362 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19faec24-1eaa-49d5-b000-7ec32e343dab req-78ead8a6-6540-447f-ad5a-4df16831ca68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:02:00.165821 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-19faec24-1eaa-49d5-b000-7ec32e343dab req-78ead8a6-6540-447f-ad5a-4df16831ca68 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c37e13a0-a6c7-4b0f-ae0c-93319b771da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0416629 Mar 11 03:02:00.256768 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-19faec24-1eaa-49d5-b000-7ec32e343dab req-d13756b4-9437-43d6-a3dc-2b93d2848b10 service neutron] 10.222.0.13 "GET /v2.0/networks/c37e13a0-a6c7-4b0f-ae0c-93319b771da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826731 Mar 11 03:02:00.341260 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-19faec24-1eaa-49d5-b000-7ec32e343dab req-2c01dfc9-3003-4b4a-ad0d-adc9119af714 service neutron] 10.222.0.13 "GET /v2.0/networks/c37e13a0-a6c7-4b0f-ae0c-93319b771da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0783916 Mar 11 03:02:00.973222 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b81d818-432a-4812-b34a-3f12d519d8ef req-f3ebd9e4-de1d-48bf-8aac-19cc2497f805 tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:02:00.975653 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-9b81d818-432a-4812-b34a-3f12d519d8ef req-f3ebd9e4-de1d-48bf-8aac-19cc2497f805 tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] 10.222.0.20 "GET /v2.0/ports?device_id=002b6377-8b16-40be-a64a-4026c76d5469 HTTP/1.1" status: 200 len: 946 time: 0.0872936 Mar 11 03:02:01.014977 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f842bca-3afc-4b4c-9d21-5409748adecd req-393db19a-26e5-4f57-8656-c1a6b8a52663 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:02:01.016704 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-2f842bca-3afc-4b4c-9d21-5409748adecd req-393db19a-26e5-4f57-8656-c1a6b8a52663 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/ports?device_id=512e3f05-4ea5-4348-ad75-3e15747a73b8 HTTP/1.1" status: 200 len: 944 time: 0.0933061 Mar 11 03:02:01.042541 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-9b81d818-432a-4812-b34a-3f12d519d8ef req-2b7d960f-3245-472d-bfef-f96c1e897860 tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] 10.222.0.20 "GET /v2.0/security-groups?id=824f1730-e35e-4bb9-92a1-df76eb13a305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551102 Mar 11 03:02:01.073228 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-2f842bca-3afc-4b4c-9d21-5409748adecd req-43a9c4ae-c1ea-4e69-b7e1-aa44f1bd5427 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/security-groups?id=33992cde-61fd-4874-b8a7-acdc4cb8faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507364 Mar 11 03:02:01.972306 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Device 08cf41a0-a47f-41ac-88c6-daabf6c02add no longer exists at agent hyperv_hv-cinder-74014 {{(pid=103105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 03:02:02.051241 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Current status of the port 08cf41a0-a47f-41ac-88c6-daabf6c02add is: DOWN; New status is: DOWN {{(pid=103105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:02:02.170434 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa6ee50-d820-4768-857c-ca37fd0b14be req-9ed9229c-4000-4388-8a68-10a51f6f6459 tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:02:02.172075 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-4aa6ee50-d820-4768-857c-ca37fd0b14be req-9ed9229c-4000-4388-8a68-10a51f6f6459 tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] 10.222.0.20 "GET /v2.0/ports?device_id=002b6377-8b16-40be-a64a-4026c76d5469 HTTP/1.1" status: 200 len: 946 time: 0.0566719 Mar 11 03:02:02.228658 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-4aa6ee50-d820-4768-857c-ca37fd0b14be req-1334457b-a471-4a49-84ea-4654f52017c0 tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] 10.222.0.20 "GET /v2.0/security-groups?id=824f1730-e35e-4bb9-92a1-df76eb13a305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505631 Mar 11 03:02:02.244759 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ac2de5-fba0-438b-af30-5f7351a33e46 req-3a0d4628-398a-4dcc-a3e4-0b5d84d0775a tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:02:02.253680 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-b1ac2de5-fba0-438b-af30-5f7351a33e46 req-3a0d4628-398a-4dcc-a3e4-0b5d84d0775a tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/ports?device_id=512e3f05-4ea5-4348-ad75-3e15747a73b8 HTTP/1.1" status: 200 len: 944 time: 0.0882246 Mar 11 03:02:02.300885 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-b1ac2de5-fba0-438b-af30-5f7351a33e46 req-bcc35779-1250-4759-abaf-851f1e95c1cf tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/security-groups?id=33992cde-61fd-4874-b8a7-acdc4cb8faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462546 Mar 11 03:02:03.364863 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a0ce35-a2a1-4a2f-ad32-c3f2f98a2f1a req-cd1b578e-ec49-4c36-b506-8353bc5094d4 tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:02:03.367768 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-57a0ce35-a2a1-4a2f-ad32-c3f2f98a2f1a req-cd1b578e-ec49-4c36-b506-8353bc5094d4 tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] 10.222.0.20 "GET /v2.0/ports?device_id=002b6377-8b16-40be-a64a-4026c76d5469 HTTP/1.1" status: 200 len: 946 time: 0.0611570 Mar 11 03:02:03.431758 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-57a0ce35-a2a1-4a2f-ad32-c3f2f98a2f1a req-26a46e50-7930-4388-8889-003f16a17fef tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] 10.222.0.20 "GET /v2.0/security-groups?id=824f1730-e35e-4bb9-92a1-df76eb13a305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579844 Mar 11 03:02:03.446033 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31f0c9e-5f39-400d-bf2e-251e5a7885e9 req-8932c2c6-f0df-4a0a-a3be-53db5f56a10e tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:02:03.447544 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-f31f0c9e-5f39-400d-bf2e-251e5a7885e9 req-8932c2c6-f0df-4a0a-a3be-53db5f56a10e tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/ports?device_id=512e3f05-4ea5-4348-ad75-3e15747a73b8 HTTP/1.1" status: 200 len: 944 time: 0.0611610 Mar 11 03:02:03.495916 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-f31f0c9e-5f39-400d-bf2e-251e5a7885e9 req-3d0ece9c-40a4-40dd-91bf-8e915a92b578 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/security-groups?id=33992cde-61fd-4874-b8a7-acdc4cb8faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419092 Mar 11 03:02:04.569401 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df752c6-06fe-4e82-b2ac-70d615f6dc0f req-cf356dba-1b8b-4fc3-8e94-2ec3fba9a657 tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:02:04.570985 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-1df752c6-06fe-4e82-b2ac-70d615f6dc0f req-cf356dba-1b8b-4fc3-8e94-2ec3fba9a657 tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] 10.222.0.20 "GET /v2.0/ports?device_id=002b6377-8b16-40be-a64a-4026c76d5469 HTTP/1.1" status: 200 len: 946 time: 0.0637310 Mar 11 03:02:04.629941 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-1df752c6-06fe-4e82-b2ac-70d615f6dc0f req-f0f5b527-ae08-41c1-a818-64e6fb93e562 tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] 10.222.0.20 "GET /v2.0/security-groups?id=824f1730-e35e-4bb9-92a1-df76eb13a305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519557 Mar 11 03:02:04.639860 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84213c3-4be3-45db-b13f-b2cc321fbadf req-00fc6837-ceed-496a-b92d-af6556044e8e tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:02:04.641449 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-e84213c3-4be3-45db-b13f-b2cc321fbadf req-00fc6837-ceed-496a-b92d-af6556044e8e tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/ports?device_id=512e3f05-4ea5-4348-ad75-3e15747a73b8 HTTP/1.1" status: 200 len: 944 time: 0.0636535 Mar 11 03:02:04.690974 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-e84213c3-4be3-45db-b13f-b2cc321fbadf req-59391e7f-8092-48c8-8e6f-bfdbfc8bdbf7 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/security-groups?id=33992cde-61fd-4874-b8a7-acdc4cb8faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437701 Mar 11 03:02:05.777608 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4843147-b0c2-42c4-b1d5-00753e52dbe2 req-963feaa4-d23a-4319-b2b2-2e9329528492 tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:02:05.779208 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-b4843147-b0c2-42c4-b1d5-00753e52dbe2 req-963feaa4-d23a-4319-b2b2-2e9329528492 tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] 10.222.0.20 "GET /v2.0/ports?device_id=002b6377-8b16-40be-a64a-4026c76d5469 HTTP/1.1" status: 200 len: 946 time: 0.0734529 Mar 11 03:02:05.830118 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651848ac-0c36-4b28-953b-54ae9852b034 req-38ddb51b-dacd-40eb-a424-f2f0b54f7287 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:02:05.832710 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-651848ac-0c36-4b28-953b-54ae9852b034 req-38ddb51b-dacd-40eb-a424-f2f0b54f7287 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/ports?device_id=512e3f05-4ea5-4348-ad75-3e15747a73b8 HTTP/1.1" status: 200 len: 944 time: 0.0633602 Mar 11 03:02:05.836371 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-b4843147-b0c2-42c4-b1d5-00753e52dbe2 req-d8df3060-ddcc-4c28-a03f-2dde10860a8d tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] 10.222.0.20 "GET /v2.0/security-groups?id=824f1730-e35e-4bb9-92a1-df76eb13a305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512507 Mar 11 03:02:05.882006 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-651848ac-0c36-4b28-953b-54ae9852b034 req-4397ef32-6a26-404f-8df8-dabcf217a7e7 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/security-groups?id=33992cde-61fd-4874-b8a7-acdc4cb8faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439963 Mar 11 03:02:06.966792 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e5d2ce-b6d8-4d9d-a840-2fe499d7ddbe req-f18982bd-8110-44be-90fb-0c78cf38aff2 tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:02:06.968347 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-c6e5d2ce-b6d8-4d9d-a840-2fe499d7ddbe req-f18982bd-8110-44be-90fb-0c78cf38aff2 tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] 10.222.0.20 "GET /v2.0/ports?device_id=002b6377-8b16-40be-a64a-4026c76d5469 HTTP/1.1" status: 200 len: 946 time: 0.0624852 Mar 11 03:02:07.029326 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bb1cc8-2404-4e71-96c5-b8a1a47f6ad9 req-d2aa1c12-3418-43f8-a3d4-ec992a97dd14 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:02:07.030817 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-c5bb1cc8-2404-4e71-96c5-b8a1a47f6ad9 req-d2aa1c12-3418-43f8-a3d4-ec992a97dd14 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/ports?device_id=512e3f05-4ea5-4348-ad75-3e15747a73b8 HTTP/1.1" status: 200 len: 944 time: 0.0673296 Mar 11 03:02:07.033971 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-c6e5d2ce-b6d8-4d9d-a840-2fe499d7ddbe req-3c2bf0e0-fbac-4e31-869e-0699246e81a1 tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] 10.222.0.20 "GET /v2.0/security-groups?id=824f1730-e35e-4bb9-92a1-df76eb13a305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595005 Mar 11 03:02:07.082866 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-c5bb1cc8-2404-4e71-96c5-b8a1a47f6ad9 req-b2c1d556-b1d8-493b-90fe-69058e576824 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/security-groups?id=33992cde-61fd-4874-b8a7-acdc4cb8faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465202 Mar 11 03:02:08.156163 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b36a46-e085-44cb-a30e-5bea7a81857f req-410f9293-a79e-493d-a043-957b2ab55aef tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:02:08.163168 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-04b36a46-e085-44cb-a30e-5bea7a81857f req-410f9293-a79e-493d-a043-957b2ab55aef tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] 10.222.0.20 "GET /v2.0/ports?device_id=002b6377-8b16-40be-a64a-4026c76d5469 HTTP/1.1" status: 200 len: 946 time: 0.0611961 Mar 11 03:02:08.207650 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad00ea7-d4c4-4065-b577-68705e17c08c req-1866a54f-feb2-4fef-b227-e7d4507f0fc8 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:02:08.209025 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-04b36a46-e085-44cb-a30e-5bea7a81857f req-5d69caff-dd1d-483e-aeea-0d0370854518 tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] 10.222.0.20 "GET /v2.0/security-groups?id=824f1730-e35e-4bb9-92a1-df76eb13a305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448518 Mar 11 03:02:08.210066 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-8ad00ea7-d4c4-4065-b577-68705e17c08c req-1866a54f-feb2-4fef-b227-e7d4507f0fc8 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/ports?device_id=512e3f05-4ea5-4348-ad75-3e15747a73b8 HTTP/1.1" status: 200 len: 944 time: 0.0540679 Mar 11 03:02:08.271233 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-8ad00ea7-d4c4-4065-b577-68705e17c08c req-163416de-5514-453f-91f8-dc0757b3507e tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/security-groups?id=33992cde-61fd-4874-b8a7-acdc4cb8faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456212 Mar 11 03:02:09.345875 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d065c22b-c039-48cb-81d0-7e5d0e053139 req-61694368-fd90-4947-8558-b02fc096e726 tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:02:09.347838 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-d065c22b-c039-48cb-81d0-7e5d0e053139 req-61694368-fd90-4947-8558-b02fc096e726 tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] 10.222.0.20 "GET /v2.0/ports?device_id=002b6377-8b16-40be-a64a-4026c76d5469 HTTP/1.1" status: 200 len: 946 time: 0.0676830 Mar 11 03:02:09.399664 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194dd705-1f54-4114-9106-d4ba8ff3d14b req-a724984c-3787-4199-b70d-6fa00f3317f8 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:02:09.401406 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-194dd705-1f54-4114-9106-d4ba8ff3d14b req-a724984c-3787-4199-b70d-6fa00f3317f8 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/ports?device_id=512e3f05-4ea5-4348-ad75-3e15747a73b8 HTTP/1.1" status: 200 len: 944 time: 0.0560641 Mar 11 03:02:09.406576 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-d065c22b-c039-48cb-81d0-7e5d0e053139 req-9ed437da-e32f-4882-8203-4c734d0f24eb tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] 10.222.0.20 "GET /v2.0/security-groups?id=824f1730-e35e-4bb9-92a1-df76eb13a305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525990 Mar 11 03:02:09.471289 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-194dd705-1f54-4114-9106-d4ba8ff3d14b req-3e7007d6-9f27-4492-ace1-ba877bac59e2 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/security-groups?id=33992cde-61fd-4874-b8a7-acdc4cb8faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592175 Mar 11 03:02:10.529556 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f3c3f4-0090-420a-b78b-f9e9559e3059 req-a1dbfaae-5892-4b8d-a403-f0aa034b9ae0 tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:02:10.531053 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-96f3c3f4-0090-420a-b78b-f9e9559e3059 req-a1dbfaae-5892-4b8d-a403-f0aa034b9ae0 tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] 10.222.0.20 "GET /v2.0/ports?device_id=002b6377-8b16-40be-a64a-4026c76d5469 HTTP/1.1" status: 200 len: 946 time: 0.0528581 Mar 11 03:02:10.579386 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-96f3c3f4-0090-420a-b78b-f9e9559e3059 req-d8f671ce-fa1b-4812-9b5c-3915eb52a99e tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] 10.222.0.20 "GET /v2.0/security-groups?id=824f1730-e35e-4bb9-92a1-df76eb13a305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428774 Mar 11 03:02:10.593473 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b39fc1-9460-4db7-9a80-d1738f10a09e req-5b042062-50d1-44af-b904-a422500e0357 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:02:10.594967 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-10b39fc1-9460-4db7-9a80-d1738f10a09e req-5b042062-50d1-44af-b904-a422500e0357 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/ports?device_id=512e3f05-4ea5-4348-ad75-3e15747a73b8 HTTP/1.1" status: 200 len: 944 time: 0.0514193 Mar 11 03:02:10.640387 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-10b39fc1-9460-4db7-9a80-d1738f10a09e req-3fe16661-812f-472d-8473-16574c9bae69 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/security-groups?id=33992cde-61fd-4874-b8a7-acdc4cb8faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401793 Mar 11 03:02:11.694599 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95db505e-1879-47ff-a223-7e349d143d11 req-affab5b0-0f6c-4e5e-8b10-20576c1b8a25 tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:02:11.696091 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-95db505e-1879-47ff-a223-7e349d143d11 req-affab5b0-0f6c-4e5e-8b10-20576c1b8a25 tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] 10.222.0.20 "GET /v2.0/ports?device_id=002b6377-8b16-40be-a64a-4026c76d5469 HTTP/1.1" status: 200 len: 946 time: 0.0517673 Mar 11 03:02:11.743857 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-95db505e-1879-47ff-a223-7e349d143d11 req-c8b641fd-5556-4705-8db0-4f1d2fbad59c tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] 10.222.0.20 "GET /v2.0/security-groups?id=824f1730-e35e-4bb9-92a1-df76eb13a305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423064 Mar 11 03:02:11.761294 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad04a764-f452-4e9d-9ca1-ba2eec3a544d req-eb74319e-aab7-4f77-a4b6-988f35539893 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:02:11.762805 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-ad04a764-f452-4e9d-9ca1-ba2eec3a544d req-eb74319e-aab7-4f77-a4b6-988f35539893 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/ports?device_id=512e3f05-4ea5-4348-ad75-3e15747a73b8 HTTP/1.1" status: 200 len: 944 time: 0.0512097 Mar 11 03:02:11.807045 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-ad04a764-f452-4e9d-9ca1-ba2eec3a544d req-81816464-17c9-42d0-be00-becbad296edd tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/security-groups?id=33992cde-61fd-4874-b8a7-acdc4cb8faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388942 Mar 11 03:02:12.863783 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730b5a86-f2b4-4863-ba69-39d2cb916074 req-58a67357-5786-4e52-bfc9-308434f3985f tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:02:12.865280 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-730b5a86-f2b4-4863-ba69-39d2cb916074 req-58a67357-5786-4e52-bfc9-308434f3985f tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] 10.222.0.20 "GET /v2.0/ports?device_id=002b6377-8b16-40be-a64a-4026c76d5469 HTTP/1.1" status: 200 len: 946 time: 0.0559802 Mar 11 03:02:12.913717 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-730b5a86-f2b4-4863-ba69-39d2cb916074 req-b248e8ea-5105-4731-a25f-e3e82d890dae tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] 10.222.0.20 "GET /v2.0/security-groups?id=824f1730-e35e-4bb9-92a1-df76eb13a305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430067 Mar 11 03:02:12.932923 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16fd9c9-43da-47cd-bed1-0c376bae8082 req-9f98b658-dce0-46b0-89ba-110481bd8950 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:02:12.937152 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-f16fd9c9-43da-47cd-bed1-0c376bae8082 req-9f98b658-dce0-46b0-89ba-110481bd8950 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/ports?device_id=512e3f05-4ea5-4348-ad75-3e15747a73b8 HTTP/1.1" status: 200 len: 944 time: 0.0591927 Mar 11 03:02:13.009813 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-f16fd9c9-43da-47cd-bed1-0c376bae8082 req-5d2108c3-89c7-4506-9801-2aa4322a298a tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/security-groups?id=33992cde-61fd-4874-b8a7-acdc4cb8faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639746 Mar 11 03:02:13.012293 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080273eb-c03c-4406-8713-e3905fe6c716 req-3cfd9ae6-8982-4733-acc6-da337a945920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:02:13.013745 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-080273eb-c03c-4406-8713-e3905fe6c716 req-3cfd9ae6-8982-4733-acc6-da337a945920 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d053a9c011cd45feb5ebd7ba3b5eea91&device_id=002b6377-8b16-40be-a64a-4026c76d5469 HTTP/1.1" status: 200 len: 1130 time: 0.0754907 Mar 11 03:02:13.102946 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080273eb-c03c-4406-8713-e3905fe6c716 req-1529424f-7f56-414e-9a41-04549918ca68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:02:13.104413 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-080273eb-c03c-4406-8713-e3905fe6c716 req-1529424f-7f56-414e-9a41-04549918ca68 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d22351ff-ebe5-4412-94a6-8b87af2176f8 HTTP/1.1" status: 200 len: 910 time: 0.0841441 Mar 11 03:02:13.167404 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-080273eb-c03c-4406-8713-e3905fe6c716 req-e8d46a90-73ac-4f90-bf2d-16316a0693ca service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=649119d8-debc-45a5-8b9d-18d71d7a9a8c HTTP/1.1" status: 200 len: 1001 time: 0.0568461 Mar 11 03:02:13.213653 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080273eb-c03c-4406-8713-e3905fe6c716 req-768b504e-a172-41f9-ba00-393f11aaf718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:02:13.215091 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-080273eb-c03c-4406-8713-e3905fe6c716 req-768b504e-a172-41f9-ba00-393f11aaf718 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=20313f1a-fffa-43ff-8b7f-f66b39097875 HTTP/1.1" status: 200 len: 848 time: 0.0413201 Mar 11 03:02:13.270221 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080273eb-c03c-4406-8713-e3905fe6c716 req-957ce742-c833-4ade-b829-b7d07c8bf0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:02:13.271703 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-080273eb-c03c-4406-8713-e3905fe6c716 req-957ce742-c833-4ade-b829-b7d07c8bf0e0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d22351ff-ebe5-4412-94a6-8b87af2176f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0501232 Mar 11 03:02:13.358825 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-080273eb-c03c-4406-8713-e3905fe6c716 req-bff53f20-aed7-4f00-9788-c8188c0940f2 service neutron] 10.222.0.13 "GET /v2.0/networks/d22351ff-ebe5-4412-94a6-8b87af2176f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802178 Mar 11 03:02:13.447368 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-080273eb-c03c-4406-8713-e3905fe6c716 req-2a2f21a4-016e-44dc-8e92-fd6f53499942 service neutron] 10.222.0.13 "GET /v2.0/networks/d22351ff-ebe5-4412-94a6-8b87af2176f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806701 Mar 11 03:02:14.031974 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58700f1f-88d1-4db8-8288-905fb9df3927 req-8db27c2a-5039-45a8-8949-5997602e407a tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:02:14.033483 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-58700f1f-88d1-4db8-8288-905fb9df3927 req-8db27c2a-5039-45a8-8949-5997602e407a tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] 10.222.0.20 "GET /v2.0/ports?device_id=002b6377-8b16-40be-a64a-4026c76d5469 HTTP/1.1" status: 200 len: 946 time: 0.0515792 Mar 11 03:02:14.081706 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-58700f1f-88d1-4db8-8288-905fb9df3927 req-c421ac31-ff5b-4130-990a-8643c25dbf73 tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] 10.222.0.20 "GET /v2.0/security-groups?id=824f1730-e35e-4bb9-92a1-df76eb13a305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425394 Mar 11 03:02:14.130696 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca5af5e-c472-43f8-87a7-ebaeceeda897 req-c34a0c23-a75d-45f6-a7c6-2b97e4f30120 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:02:14.132174 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-3ca5af5e-c472-43f8-87a7-ebaeceeda897 req-c34a0c23-a75d-45f6-a7c6-2b97e4f30120 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/ports?device_id=512e3f05-4ea5-4348-ad75-3e15747a73b8 HTTP/1.1" status: 200 len: 944 time: 0.0526650 Mar 11 03:02:14.176778 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-3ca5af5e-c472-43f8-87a7-ebaeceeda897 req-3c8005a4-6c3d-49e4-8a46-2e62dd448db2 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/security-groups?id=33992cde-61fd-4874-b8a7-acdc4cb8faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391710 Mar 11 03:02:15.206823 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5ecca1-be45-4cce-8e14-1ed37fa37b86 req-70c156b6-48a2-447f-99a9-aa46ecb316a6 tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:02:15.208301 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-ff5ecca1-be45-4cce-8e14-1ed37fa37b86 req-70c156b6-48a2-447f-99a9-aa46ecb316a6 tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] 10.222.0.20 "GET /v2.0/ports?device_id=002b6377-8b16-40be-a64a-4026c76d5469 HTTP/1.1" status: 200 len: 946 time: 0.0585718 Mar 11 03:02:15.265524 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-ff5ecca1-be45-4cce-8e14-1ed37fa37b86 req-9bff98cd-2c54-4aef-b90e-f50e325cb75c tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] 10.222.0.20 "GET /v2.0/security-groups?id=824f1730-e35e-4bb9-92a1-df76eb13a305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509720 Mar 11 03:02:15.318375 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646e049c-5d92-4f4e-a1eb-0df087d600f9 req-6c95871e-b696-4fb5-a268-e2106c86c9b5 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:02:15.319907 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-646e049c-5d92-4f4e-a1eb-0df087d600f9 req-6c95871e-b696-4fb5-a268-e2106c86c9b5 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/ports?device_id=512e3f05-4ea5-4348-ad75-3e15747a73b8 HTTP/1.1" status: 200 len: 944 time: 0.0527520 Mar 11 03:02:15.369700 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-646e049c-5d92-4f4e-a1eb-0df087d600f9 req-30f30232-c270-41eb-a6f6-b610cd1a18ed tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/security-groups?id=33992cde-61fd-4874-b8a7-acdc4cb8faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437126 Mar 11 03:02:16.044344 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Device 08cf41a0-a47f-41ac-88c6-daabf6c02add details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=103105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 03:02:16.137470 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] For port 08cf41a0-a47f-41ac-88c6-daabf6c02add, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=08cf41a0-a47f-41ac-88c6-daabf6c02add,segment=NetworkSegment(e477fdca-2d56-4686-9dff-dd5cd9b82843),segment_id=e477fdca-2d56-4686-9dff-dd5cd9b82843)] {{(pid=103105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:02:16.148436 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Returning: {'device': '08cf41a0-a47f-41ac-88c6-daabf6c02add', 'network_id': 'c37e13a0-a6c7-4b0f-ae0c-93319b771da2', 'port_id': '08cf41a0-a47f-41ac-88c6-daabf6c02add', 'mac_address': 'fa:16:3e:13:91:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c53e0a5-6c83-4aeb-b9db-2d1372c504dc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 03:02:16.187968 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Current status of the port 08cf41a0-a47f-41ac-88c6-daabf6c02add is: DOWN; New status is: BUILD {{(pid=103105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:02:16.188361 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (08cf41a0-a47f-41ac-88c6-daabf6c02add), before_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:16.200797 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.notifiers.nova [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08cf41a0-a47f-41ac-88c6-daabf6c02add {{(pid=103105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 03:02:16.218883 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] For port 08cf41a0-a47f-41ac-88c6-daabf6c02add, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=08cf41a0-a47f-41ac-88c6-daabf6c02add,segment=NetworkSegment(e477fdca-2d56-4686-9dff-dd5cd9b82843),segment_id=e477fdca-2d56-4686-9dff-dd5cd9b82843)] {{(pid=103105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:02:16.223663 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712'] for port (08cf41a0-a47f-41ac-88c6-daabf6c02add), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:16.269240 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Pushing event updated for resources: {'Port': ['ID=08cf41a0-a47f-41ac-88c6-daabf6c02add,revision_number=9']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:02:16.276028 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:02:16.276393 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:02:16.276763 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:02:16.277132 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:02:16.277473 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:02:16.277811 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:02:16.278170 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:02:16.278504 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:02:16.278836 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:02:16.279180 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:02:16.279516 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:02:16.279850 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:02:16.280406 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:02:16.385315 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfbd1d9-4969-4b7c-b14f-f02bb184d618 req-514a5919-5a9e-4860-afb8-fc009a80006f tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:02:16.386791 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-5dfbd1d9-4969-4b7c-b14f-f02bb184d618 req-514a5919-5a9e-4860-afb8-fc009a80006f tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] 10.222.0.20 "GET /v2.0/ports?device_id=002b6377-8b16-40be-a64a-4026c76d5469 HTTP/1.1" status: 200 len: 946 time: 0.0516317 Mar 11 03:02:16.436884 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-5dfbd1d9-4969-4b7c-b14f-f02bb184d618 req-8574d48b-a8be-4dca-b30b-0b47c7fdfcca tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] 10.222.0.20 "GET /v2.0/security-groups?id=824f1730-e35e-4bb9-92a1-df76eb13a305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445478 Mar 11 03:02:16.491171 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc2abb9-c947-42a9-9937-3425aebb336b req-d36b7a47-7d1d-4b9c-8121-e29c72b02fa7 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:02:16.492677 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-bfc2abb9-c947-42a9-9937-3425aebb336b req-d36b7a47-7d1d-4b9c-8121-e29c72b02fa7 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/ports?device_id=512e3f05-4ea5-4348-ad75-3e15747a73b8 HTTP/1.1" status: 200 len: 945 time: 0.0520487 Mar 11 03:02:16.539609 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-bfc2abb9-c947-42a9-9937-3425aebb336b req-1cc44d91-ccce-4b05-b85b-7c214307cdd1 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/security-groups?id=33992cde-61fd-4874-b8a7-acdc4cb8faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415051 Mar 11 03:02:16.540122 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] get_ports_and_sgs() called for port_ids ['08cf41a0-a47f-41ac-88c6-daabf6c02add'] {{(pid=103105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 03:02:16.637224 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-b7a60e52-d035-4ff2-b3b4-9ed0bfdf8675 req-4ce98245-9e8b-4d9f-84ad-0f8a11565257 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=002b6377-8b16-40be-a64a-4026c76d5469&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0503185 Mar 11 03:02:16.660202 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a291e31-db54-4d87-8a98-372e1ab3450b req-98d812ce-e22d-4115-aa62-3f320e9d385a tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:02:16.661585 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-6a291e31-db54-4d87-8a98-372e1ab3450b req-98d812ce-e22d-4115-aa62-3f320e9d385a tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] 10.222.0.20 "GET /v2.0/ports?device_id=002b6377-8b16-40be-a64a-4026c76d5469 HTTP/1.1" status: 200 len: 946 time: 0.0579019 Mar 11 03:02:16.730861 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a60e52-d035-4ff2-b3b4-9ed0bfdf8675 req-9ab0e9a2-c9c2-4777-86bc-cd8e4171c0d5 tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:02:16.732892 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-b7a60e52-d035-4ff2-b3b4-9ed0bfdf8675 req-9ab0e9a2-c9c2-4777-86bc-cd8e4171c0d5 tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] 10.222.0.20 "GET /v2.0/ports/649119d8-debc-45a5-8b9d-18d71d7a9a8c HTTP/1.1" status: 200 len: 943 time: 0.0678902 Mar 11 03:02:16.750970 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-6a291e31-db54-4d87-8a98-372e1ab3450b req-7ddb4043-5fe0-481e-bd0a-2a171faaeac8 tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] 10.222.0.20 "GET /v2.0/security-groups?id=824f1730-e35e-4bb9-92a1-df76eb13a305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773151 Mar 11 03:02:17.399152 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (56ad6e9b-975a-4fdf-b549-1f3c33ba94e0), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:17.681041 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614b1f34-2571-432d-84fb-f349494ed958 req-9bafe84d-8c33-43de-9694-740a50c8c07c tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:02:17.682514 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-614b1f34-2571-432d-84fb-f349494ed958 req-9bafe84d-8c33-43de-9694-740a50c8c07c tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/ports?device_id=512e3f05-4ea5-4348-ad75-3e15747a73b8 HTTP/1.1" status: 200 len: 945 time: 0.0502591 Mar 11 03:02:17.738531 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-614b1f34-2571-432d-84fb-f349494ed958 req-1bf8cb00-224e-424b-86fd-b3c95eb610bd tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/security-groups?id=33992cde-61fd-4874-b8a7-acdc4cb8faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499053 Mar 11 03:02:17.770229 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a60e52-d035-4ff2-b3b4-9ed0bfdf8675 req-263d01b2-55f9-4f8e-bcef-96e348344b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:02:17.771713 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-b7a60e52-d035-4ff2-b3b4-9ed0bfdf8675 req-263d01b2-55f9-4f8e-bcef-96e348344b29 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=002b6377-8b16-40be-a64a-4026c76d5469&tenant_id=d053a9c011cd45feb5ebd7ba3b5eea91 HTTP/1.1" status: 200 len: 1130 time: 0.0516951 Mar 11 03:02:17.835612 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a60e52-d035-4ff2-b3b4-9ed0bfdf8675 req-e069ef77-09ea-40fa-8b02-521e9d0e49ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:02:17.837173 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-b7a60e52-d035-4ff2-b3b4-9ed0bfdf8675 req-e069ef77-09ea-40fa-8b02-521e9d0e49ba service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d053a9c011cd45feb5ebd7ba3b5eea91&device_id=002b6377-8b16-40be-a64a-4026c76d5469 HTTP/1.1" status: 200 len: 1130 time: 0.0445232 Mar 11 03:02:17.868529 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553c8669-693c-4bb8-a726-a88d96390ea7 req-e2eda25d-4151-41ff-b56d-17d5e009dbf3 tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:02:17.869940 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-553c8669-693c-4bb8-a726-a88d96390ea7 req-e2eda25d-4151-41ff-b56d-17d5e009dbf3 tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] 10.222.0.20 "GET /v2.0/ports?device_id=002b6377-8b16-40be-a64a-4026c76d5469 HTTP/1.1" status: 200 len: 946 time: 0.0523520 Mar 11 03:02:17.921276 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-553c8669-693c-4bb8-a726-a88d96390ea7 req-ef86a4aa-e8bf-4650-826a-6e577dccbea1 tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] 10.222.0.20 "GET /v2.0/security-groups?id=824f1730-e35e-4bb9-92a1-df76eb13a305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423856 Mar 11 03:02:17.928173 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a60e52-d035-4ff2-b3b4-9ed0bfdf8675 req-1e705e23-e07c-4a97-be80-4d9f78040afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:02:17.929698 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-b7a60e52-d035-4ff2-b3b4-9ed0bfdf8675 req-1e705e23-e07c-4a97-be80-4d9f78040afe service neutron] 10.222.0.13 "GET /v2.0/networks?id=d22351ff-ebe5-4412-94a6-8b87af2176f8 HTTP/1.1" status: 200 len: 910 time: 0.0867176 Mar 11 03:02:17.995008 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-b7a60e52-d035-4ff2-b3b4-9ed0bfdf8675 req-c8b70c5e-4791-4d1c-980a-b892cf1c2145 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=649119d8-debc-45a5-8b9d-18d71d7a9a8c HTTP/1.1" status: 200 len: 1001 time: 0.0594409 Mar 11 03:02:18.041924 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a60e52-d035-4ff2-b3b4-9ed0bfdf8675 req-cc2d12a3-174c-4619-b1d9-16f3738bd257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:02:18.043343 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-b7a60e52-d035-4ff2-b3b4-9ed0bfdf8675 req-cc2d12a3-174c-4619-b1d9-16f3738bd257 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=20313f1a-fffa-43ff-8b7f-f66b39097875 HTTP/1.1" status: 200 len: 848 time: 0.0425465 Mar 11 03:02:18.044332 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Device 08cf41a0-a47f-41ac-88c6-daabf6c02add up at agent hyperv_hv-cinder-74014 {{(pid=103105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 03:02:18.090252 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Provisioning complete for port 08cf41a0-a47f-41ac-88c6-daabf6c02add triggered by entity L2. {{(pid=103105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:02:18.091123 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536573942'] for port (08cf41a0-a47f-41ac-88c6-daabf6c02add), provisioning_complete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:18.094185 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a60e52-d035-4ff2-b3b4-9ed0bfdf8675 req-eaa3d03d-8388-4332-9d12-177fdb0e28ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:02:18.095691 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-b7a60e52-d035-4ff2-b3b4-9ed0bfdf8675 req-eaa3d03d-8388-4332-9d12-177fdb0e28ad service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d22351ff-ebe5-4412-94a6-8b87af2176f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0464020 Mar 11 03:02:18.169177 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Current status of the port 08cf41a0-a47f-41ac-88c6-daabf6c02add is: BUILD; New status is: ACTIVE {{(pid=103105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:02:18.169579 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (08cf41a0-a47f-41ac-88c6-daabf6c02add), before_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:18.182697 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-b7a60e52-d035-4ff2-b3b4-9ed0bfdf8675 req-9b5cb27e-d2f7-414d-9107-175a3109ebc4 service neutron] 10.222.0.13 "GET /v2.0/networks/d22351ff-ebe5-4412-94a6-8b87af2176f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807436 Mar 11 03:02:18.191157 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '512e3f05-4ea5-4348-ad75-3e15747a73b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08cf41a0-a47f-41ac-88c6-daabf6c02add'}] {{(pid=103105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 03:02:18.193358 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}703a16387464127cc7b8de6906938e3e01810e7f46b2e9393936db54d9388ffe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-813b8ceb-2069-4e81-89f0-842cee0214d6" -d '{"events": [{"server_uuid": "512e3f05-4ea5-4348-ad75-3e15747a73b8", "name": "network-vif-plugged", "status": "completed", "tag": "08cf41a0-a47f-41ac-88c6-daabf6c02add"}]}' {{(pid=103105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 03:02:18.205977 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] For port 08cf41a0-a47f-41ac-88c6-daabf6c02add, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=08cf41a0-a47f-41ac-88c6-daabf6c02add,segment=NetworkSegment(e477fdca-2d56-4686-9dff-dd5cd9b82843),segment_id=e477fdca-2d56-4686-9dff-dd5cd9b82843)] {{(pid=103105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:02:18.211096 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712'] for port (08cf41a0-a47f-41ac-88c6-daabf6c02add), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:18.212261 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Device 649119d8-debc-45a5-8b9d-18d71d7a9a8c no longer exists at agent hyperv_hv-cinder-74014 {{(pid=103105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 03:02:18.250432 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 03:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65976c17-e7b5-423c-bad2-292e8307f203 x-openstack-request-id: req-65976c17-e7b5-423c-bad2-292e8307f203 {{(pid=103105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 03:02:18.250801 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "512e3f05-4ea5-4348-ad75-3e15747a73b8", "name": "network-vif-plugged", "status": "completed", "tag": "08cf41a0-a47f-41ac-88c6-daabf6c02add", "code": 200}]} {{(pid=103105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 03:02:18.251008 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-65976c17-e7b5-423c-bad2-292e8307f203 {{(pid=103105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 03:02:18.251395 dv-cinder-740146-14-smb neutron-server[103105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '512e3f05-4ea5-4348-ad75-3e15747a73b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08cf41a0-a47f-41ac-88c6-daabf6c02add', 'code': 200} Mar 11 03:02:18.288983 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-b7a60e52-d035-4ff2-b3b4-9ed0bfdf8675 req-75c46a87-6888-483f-9492-a9dbe8bdfeba service neutron] 10.222.0.13 "GET /v2.0/networks/d22351ff-ebe5-4412-94a6-8b87af2176f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994766 Mar 11 03:02:18.297519 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Pushing event updated for resources: {'Port': ['ID=08cf41a0-a47f-41ac-88c6-daabf6c02add,revision_number=10']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:02:18.335620 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Current status of the port 649119d8-debc-45a5-8b9d-18d71d7a9a8c is: ACTIVE; New status is: DOWN {{(pid=103105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:02:18.336014 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (649119d8-debc-45a5-8b9d-18d71d7a9a8c), before_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:18.368822 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] For port 649119d8-debc-45a5-8b9d-18d71d7a9a8c, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=649119d8-debc-45a5-8b9d-18d71d7a9a8c,segment=NetworkSegment(76b8e030-0150-4093-be95-e8c5bad75e8f),segment_id=76b8e030-0150-4093-be95-e8c5bad75e8f)] {{(pid=103105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:02:18.373779 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712'] for port (649119d8-debc-45a5-8b9d-18d71d7a9a8c), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:18.420269 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Pushing event updated for resources: {'Port': ['ID=649119d8-debc-45a5-8b9d-18d71d7a9a8c,revision_number=6']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:02:18.428213 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a80407-5f20-4907-bd2e-9b69c5965edd req-dadfbb5f-4e80-4d5e-be97-2e3d15ef9e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:02:18.429760 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-00a80407-5f20-4907-bd2e-9b69c5965edd req-dadfbb5f-4e80-4d5e-be97-2e3d15ef9e74 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=512e3f05-4ea5-4348-ad75-3e15747a73b8 HTTP/1.1" status: 200 len: 1131 time: 0.0454657 Mar 11 03:02:18.473439 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-00a80407-5f20-4907-bd2e-9b69c5965edd req-a2b75f4d-43ed-4c7f-af1d-42296abf47c0 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=33992cde-61fd-4874-b8a7-acdc4cb8faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367618 Mar 11 03:02:18.857150 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb78296-be83-48b7-a6ce-2f52a7135bf0 req-46e68f65-8d50-4c23-8d49-1a7a9aade590 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:02:18.858891 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-5eb78296-be83-48b7-a6ce-2f52a7135bf0 req-46e68f65-8d50-4c23-8d49-1a7a9aade590 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/ports?device_id=512e3f05-4ea5-4348-ad75-3e15747a73b8 HTTP/1.1" status: 200 len: 947 time: 0.0517209 Mar 11 03:02:18.912977 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-5eb78296-be83-48b7-a6ce-2f52a7135bf0 req-137d8c1f-240e-433a-b31d-e515a35862a9 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/security-groups?id=33992cde-61fd-4874-b8a7-acdc4cb8faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485561 Mar 11 03:02:19.040238 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ccab60-fbd2-4109-8666-66f6848ad81d req-800b83b1-cfe8-413f-8cbd-b581b4b11d32 tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:02:19.041733 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-58ccab60-fbd2-4109-8666-66f6848ad81d req-800b83b1-cfe8-413f-8cbd-b581b4b11d32 tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] 10.222.0.20 "GET /v2.0/ports?device_id=002b6377-8b16-40be-a64a-4026c76d5469 HTTP/1.1" status: 200 len: 944 time: 0.0503087 Mar 11 03:02:19.091923 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-58ccab60-fbd2-4109-8666-66f6848ad81d req-ee63e6d3-c18b-4361-8855-6f3027c47929 tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] 10.222.0.20 "GET /v2.0/security-groups?id=824f1730-e35e-4bb9-92a1-df76eb13a305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442722 Mar 11 03:02:20.038650 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7937b6ef-249c-4039-85dd-759e605aed7e req-dfe295eb-98c7-48e3-9759-81eacc4061d0 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:02:20.040254 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-7937b6ef-249c-4039-85dd-759e605aed7e req-dfe295eb-98c7-48e3-9759-81eacc4061d0 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/ports?device_id=512e3f05-4ea5-4348-ad75-3e15747a73b8 HTTP/1.1" status: 200 len: 947 time: 0.0542364 Mar 11 03:02:20.088604 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-7937b6ef-249c-4039-85dd-759e605aed7e req-828f1c27-7d2a-431c-9d09-30f87e148cf9 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/security-groups?id=33992cde-61fd-4874-b8a7-acdc4cb8faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429118 Mar 11 03:02:20.253172 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '002b6377-8b16-40be-a64a-4026c76d5469', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '649119d8-debc-45a5-8b9d-18d71d7a9a8c'}] {{(pid=103105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 03:02:20.255768 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}703a16387464127cc7b8de6906938e3e01810e7f46b2e9393936db54d9388ffe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db87dc72-d52a-4cf3-8a8f-442e5cb35a28" -d '{"events": [{"server_uuid": "002b6377-8b16-40be-a64a-4026c76d5469", "name": "network-vif-unplugged", "status": "completed", "tag": "649119d8-debc-45a5-8b9d-18d71d7a9a8c"}]}' {{(pid=103105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 03:02:20.297632 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 03:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-237580c5-1373-47eb-b7b6-133cc9a75bd5 x-openstack-request-id: req-237580c5-1373-47eb-b7b6-133cc9a75bd5 {{(pid=103105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 03:02:20.297978 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "002b6377-8b16-40be-a64a-4026c76d5469", "name": "network-vif-unplugged", "status": "completed", "tag": "649119d8-debc-45a5-8b9d-18d71d7a9a8c", "code": 200}]} {{(pid=103105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 03:02:20.298238 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-237580c5-1373-47eb-b7b6-133cc9a75bd5 {{(pid=103105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 03:02:20.298632 dv-cinder-740146-14-smb neutron-server[103105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '002b6377-8b16-40be-a64a-4026c76d5469', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '649119d8-debc-45a5-8b9d-18d71d7a9a8c', 'code': 200} Mar 11 03:02:20.367181 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8869b82-af4a-4346-87eb-ce713a7d74ad req-0c849a85-0bf6-49cf-8ec1-238847fa7a9c tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:02:20.368695 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-e8869b82-af4a-4346-87eb-ce713a7d74ad req-0c849a85-0bf6-49cf-8ec1-238847fa7a9c tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] 10.222.0.20 "GET /v2.0/ports?device_id=002b6377-8b16-40be-a64a-4026c76d5469 HTTP/1.1" status: 200 len: 944 time: 0.0519364 Mar 11 03:02:20.421143 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-e8869b82-af4a-4346-87eb-ce713a7d74ad req-d26a3c1b-3acc-4dd7-a1b0-7416e8b8a3b4 tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] 10.222.0.20 "GET /v2.0/security-groups?id=824f1730-e35e-4bb9-92a1-df76eb13a305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461793 Mar 11 03:02:20.699017 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34125d10-eabb-46b3-99fa-78d867cb7ee3 req-773b5019-e68f-42f3-80fd-97a2906ab9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:02:20.701091 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-34125d10-eabb-46b3-99fa-78d867cb7ee3 req-773b5019-e68f-42f3-80fd-97a2906ab9af service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=002b6377-8b16-40be-a64a-4026c76d5469 HTTP/1.1" status: 200 len: 1128 time: 0.0457225 Mar 11 03:02:20.747531 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-34125d10-eabb-46b3-99fa-78d867cb7ee3 req-3c027178-8339-4d1c-abcd-d19abc492a89 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=824f1730-e35e-4bb9-92a1-df76eb13a305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407321 Mar 11 03:02:21.216463 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52452720-9168-4edf-b5a1-327db19a6b30 req-dd69f433-6e50-4c3b-9e68-031b5eaa9633 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:02:21.217896 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-52452720-9168-4edf-b5a1-327db19a6b30 req-dd69f433-6e50-4c3b-9e68-031b5eaa9633 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/ports?device_id=512e3f05-4ea5-4348-ad75-3e15747a73b8 HTTP/1.1" status: 200 len: 947 time: 0.0518849 Mar 11 03:02:21.263508 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-52452720-9168-4edf-b5a1-327db19a6b30 req-3238a909-6de0-47eb-86cb-aaac455dfea8 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/security-groups?id=33992cde-61fd-4874-b8a7-acdc4cb8faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400190 Mar 11 03:02:21.539084 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11561b60-dde1-49c4-937f-54e3c288c0ae req-5bed2304-6af4-4401-b76b-4156c479a290 tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:02:21.540449 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-11561b60-dde1-49c4-937f-54e3c288c0ae req-5bed2304-6af4-4401-b76b-4156c479a290 tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] 10.222.0.20 "GET /v2.0/ports?device_id=002b6377-8b16-40be-a64a-4026c76d5469 HTTP/1.1" status: 200 len: 944 time: 0.0542109 Mar 11 03:02:21.588604 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-11561b60-dde1-49c4-937f-54e3c288c0ae req-cc5435bb-8b98-47ab-a97b-5b83741fc1f1 tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] 10.222.0.20 "GET /v2.0/security-groups?id=824f1730-e35e-4bb9-92a1-df76eb13a305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421712 Mar 11 03:02:22.071736 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Device 649119d8-debc-45a5-8b9d-18d71d7a9a8c details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=103105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 03:02:22.175357 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] For port 649119d8-debc-45a5-8b9d-18d71d7a9a8c, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=649119d8-debc-45a5-8b9d-18d71d7a9a8c,segment=NetworkSegment(76b8e030-0150-4093-be95-e8c5bad75e8f),segment_id=76b8e030-0150-4093-be95-e8c5bad75e8f)] {{(pid=103105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:02:22.187338 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Returning: {'device': '649119d8-debc-45a5-8b9d-18d71d7a9a8c', 'network_id': 'd22351ff-ebe5-4412-94a6-8b87af2176f8', 'port_id': '649119d8-debc-45a5-8b9d-18d71d7a9a8c', 'mac_address': 'fa:16:3e:04:c9:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20313f1a-fffa-43ff-8b7f-f66b39097875', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 03:02:22.225488 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Current status of the port 649119d8-debc-45a5-8b9d-18d71d7a9a8c is: DOWN; New status is: BUILD {{(pid=103105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:02:22.225981 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (649119d8-debc-45a5-8b9d-18d71d7a9a8c), before_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:22.239230 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.notifiers.nova [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 649119d8-debc-45a5-8b9d-18d71d7a9a8c {{(pid=103105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 03:02:22.258689 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] For port 649119d8-debc-45a5-8b9d-18d71d7a9a8c, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=649119d8-debc-45a5-8b9d-18d71d7a9a8c,segment=NetworkSegment(76b8e030-0150-4093-be95-e8c5bad75e8f),segment_id=76b8e030-0150-4093-be95-e8c5bad75e8f)] {{(pid=103105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:02:22.262837 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712'] for port (649119d8-debc-45a5-8b9d-18d71d7a9a8c), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:22.311084 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Pushing event updated for resources: {'Port': ['ID=649119d8-debc-45a5-8b9d-18d71d7a9a8c,revision_number=7']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:02:22.428486 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-f2cf6b7d-07d9-492d-bc5c-aae5fce2c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (27668cff-ea20-4e06-9a9c-d4f827fe3eb1), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:22.618018 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] get_ports_and_sgs() called for port_ids ['649119d8-debc-45a5-8b9d-18d71d7a9a8c'] {{(pid=103105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 03:02:22.710428 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e808acc0-c419-4b08-a60f-b8cf665b5616 req-1e1be89d-9f91-437c-b021-70c8ea7d4e59 tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:02:22.711883 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-e808acc0-c419-4b08-a60f-b8cf665b5616 req-1e1be89d-9f91-437c-b021-70c8ea7d4e59 tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] 10.222.0.20 "GET /v2.0/ports?device_id=002b6377-8b16-40be-a64a-4026c76d5469 HTTP/1.1" status: 200 len: 945 time: 0.0531566 Mar 11 03:02:22.771456 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-e808acc0-c419-4b08-a60f-b8cf665b5616 req-d6b26602-787d-4136-b592-438e6b9a5c59 tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] 10.222.0.20 "GET /v2.0/security-groups?id=824f1730-e35e-4bb9-92a1-df76eb13a305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534320 Mar 11 03:02:23.918895 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.agents_db [None req-3d558b34-a2e4-40ae-982b-3a8752938275 None None] Agent healthcheck: found 6 active agents {{(pid=103106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 03:02:24.091516 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Device 649119d8-debc-45a5-8b9d-18d71d7a9a8c up at agent hyperv_hv-cinder-74014 {{(pid=103105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 03:02:24.139470 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Provisioning complete for port 649119d8-debc-45a5-8b9d-18d71d7a9a8c triggered by entity L2. {{(pid=103105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:02:24.139853 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536573942'] for port (649119d8-debc-45a5-8b9d-18d71d7a9a8c), provisioning_complete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:24.216755 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Current status of the port 649119d8-debc-45a5-8b9d-18d71d7a9a8c is: BUILD; New status is: ACTIVE {{(pid=103105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:02:24.217187 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (649119d8-debc-45a5-8b9d-18d71d7a9a8c), before_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:24.240478 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '002b6377-8b16-40be-a64a-4026c76d5469', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '649119d8-debc-45a5-8b9d-18d71d7a9a8c'}] {{(pid=103105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 03:02:24.243235 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}703a16387464127cc7b8de6906938e3e01810e7f46b2e9393936db54d9388ffe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-038b4de1-20da-4e64-bcd6-830160480172" -d '{"events": [{"server_uuid": "002b6377-8b16-40be-a64a-4026c76d5469", "name": "network-vif-plugged", "status": "completed", "tag": "649119d8-debc-45a5-8b9d-18d71d7a9a8c"}]}' {{(pid=103105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 03:02:24.263698 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] For port 649119d8-debc-45a5-8b9d-18d71d7a9a8c, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=649119d8-debc-45a5-8b9d-18d71d7a9a8c,segment=NetworkSegment(76b8e030-0150-4093-be95-e8c5bad75e8f),segment_id=76b8e030-0150-4093-be95-e8c5bad75e8f)] {{(pid=103105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:02:24.270755 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712'] for port (649119d8-debc-45a5-8b9d-18d71d7a9a8c), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:24.297366 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 03:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9153df70-6de0-4fcb-8622-3be5fc7bc187 x-openstack-request-id: req-9153df70-6de0-4fcb-8622-3be5fc7bc187 {{(pid=103105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 03:02:24.297662 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "002b6377-8b16-40be-a64a-4026c76d5469", "name": "network-vif-plugged", "status": "completed", "tag": "649119d8-debc-45a5-8b9d-18d71d7a9a8c", "code": 200}]} {{(pid=103105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 03:02:24.297908 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9153df70-6de0-4fcb-8622-3be5fc7bc187 {{(pid=103105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 03:02:24.298295 dv-cinder-740146-14-smb neutron-server[103105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '002b6377-8b16-40be-a64a-4026c76d5469', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '649119d8-debc-45a5-8b9d-18d71d7a9a8c', 'code': 200} Mar 11 03:02:24.323872 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Pushing event updated for resources: {'Port': ['ID=649119d8-debc-45a5-8b9d-18d71d7a9a8c,revision_number=8']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:02:24.820411 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-5152f56f-b16b-4c40-9f78-5d0494bae65b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (368653ed-b5ce-4183-9c3b-231a0bc3dd35), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:25.688999 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-f28c0ae4-c5a5-4e67-96c2-37b36f3544e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (258069e3-19c1-49ed-8474-20b6ecde628d), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:27.163163 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-afaf34ad-b747-4180-ba41-f81d7ecfb39b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (b193670b-9854-4e90-bc6a-e616470c2469), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:28.735128 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (36a16930-fe6f-49e2-96be-29faaa54e9a3), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:31.313498 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10775b5b-b2eb-4383-bb90-3720e6718f99 req-c2f0b583-87c7-4de8-9269-b53a26519519 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:02:31.314859 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-10775b5b-b2eb-4383-bb90-3720e6718f99 req-c2f0b583-87c7-4de8-9269-b53a26519519 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/ports?device_id=80899866-e846-44b8-8696-54b373065cbc HTTP/1.1" status: 200 len: 945 time: 0.0535769 Mar 11 03:02:31.362881 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-10775b5b-b2eb-4383-bb90-3720e6718f99 req-5bf2c466-d505-4161-9d52-d66c6a3acca8 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0cc597d-a968-4a3c-9419-55a99dee2753&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424447 Mar 11 03:02:32.482614 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2e4c9c-73ef-47b8-942e-4c965ff54024 req-fc5ee97a-d939-492a-9e19-6e18a90fb8c4 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:02:32.484056 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-8d2e4c9c-73ef-47b8-942e-4c965ff54024 req-fc5ee97a-d939-492a-9e19-6e18a90fb8c4 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/ports?device_id=80899866-e846-44b8-8696-54b373065cbc HTTP/1.1" status: 200 len: 945 time: 0.0544713 Mar 11 03:02:32.528971 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-8d2e4c9c-73ef-47b8-942e-4c965ff54024 req-83219f91-98b2-4522-a053-e26a67f590c9 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0cc597d-a968-4a3c-9419-55a99dee2753&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394447 Mar 11 03:02:33.680302 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155a6141-1582-40f1-80bf-030b142fa1db req-3ac1a4d6-ab5e-45cc-bb92-732d23709895 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:02:33.681805 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-155a6141-1582-40f1-80bf-030b142fa1db req-3ac1a4d6-ab5e-45cc-bb92-732d23709895 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/ports?device_id=80899866-e846-44b8-8696-54b373065cbc HTTP/1.1" status: 200 len: 945 time: 0.0869098 Mar 11 03:02:33.689351 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d228d9ec-6997-4662-8a95-655625996c5f req-56e2493f-ae47-466f-a52c-eb769afcde6a tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:02:33.690690 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-d228d9ec-6997-4662-8a95-655625996c5f req-56e2493f-ae47-466f-a52c-eb769afcde6a tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.13 "GET /v2.0/ports?device_id=80899866-e846-44b8-8696-54b373065cbc HTTP/1.1" status: 200 len: 945 time: 0.0873015 Mar 11 03:02:33.785818 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-155a6141-1582-40f1-80bf-030b142fa1db req-37690514-4acf-4c80-aaf1-1d7de04d5c67 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0cc597d-a968-4a3c-9419-55a99dee2753&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941834 Mar 11 03:02:33.811282 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.plugin [req-d228d9ec-6997-4662-8a95-655625996c5f req-220fea8d-7b8b-490d-bfac-d8653ffb4f8a tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Deleting port 8492fe39-b12e-4d65-8bdf-86f9ff88625e {{(pid=103104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 03:02:33.811556 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-d228d9ec-6997-4662-8a95-655625996c5f req-220fea8d-7b8b-490d-bfac-d8653ffb4f8a tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774349354222'] for port (8492fe39-b12e-4d65-8bdf-86f9ff88625e), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:33.906976 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.db [req-d228d9ec-6997-4662-8a95-655625996c5f req-220fea8d-7b8b-490d-bfac-d8653ffb4f8a tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] For port 8492fe39-b12e-4d65-8bdf-86f9ff88625e, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=8492fe39-b12e-4d65-8bdf-86f9ff88625e,segment=NetworkSegment(22446c97-92b8-47e2-ad9c-302a226f6755),segment_id=22446c97-92b8-47e2-ad9c-302a226f6755)] {{(pid=103104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:02:33.907341 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-d228d9ec-6997-4662-8a95-655625996c5f req-220fea8d-7b8b-490d-bfac-d8653ffb4f8a tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574894'] for port (8492fe39-b12e-4d65-8bdf-86f9ff88625e), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:34.079704 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-d228d9ec-6997-4662-8a95-655625996c5f req-220fea8d-7b8b-490d-bfac-d8653ffb4f8a tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:34.079981 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-d228d9ec-6997-4662-8a95-655625996c5f req-220fea8d-7b8b-490d-bfac-d8653ffb4f8a tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580600'] for floatingip (06fa8e0a-1986-4cfe-9320-a6159c4757e6), after_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:34.080295 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.db.l3_db [req-d228d9ec-6997-4662-8a95-655625996c5f req-220fea8d-7b8b-490d-bfac-d8653ffb4f8a tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Floating IP 06fa8e0a-1986-4cfe-9320-a6159c4757e6 disassociated. External IP: 172.28.1.221, port: 8492fe39-b12e-4d65-8bdf-86f9ff88625e. Mar 11 03:02:34.080632 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.plugin [req-d228d9ec-6997-4662-8a95-655625996c5f req-220fea8d-7b8b-490d-bfac-d8653ffb4f8a tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Calling delete_port for 8492fe39-b12e-4d65-8bdf-86f9ff88625e owned by compute:nova {{(pid=103104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 03:02:34.206761 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-d228d9ec-6997-4662-8a95-655625996c5f req-220fea8d-7b8b-490d-bfac-d8653ffb4f8a tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774349360213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774348857685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9193763'] for port (8492fe39-b12e-4d65-8bdf-86f9ff88625e), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:34.241488 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220fea8d-7b8b-490d-bfac-d8653ffb4f8a tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Pushing event deleted for resources: {'Port': ['ID=8492fe39-b12e-4d65-8bdf-86f9ff88625e,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:02:34.255134 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220fea8d-7b8b-490d-bfac-d8653ffb4f8a tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:02:34.255485 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220fea8d-7b8b-490d-bfac-d8653ffb4f8a tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:02:34.255829 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220fea8d-7b8b-490d-bfac-d8653ffb4f8a tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:02:34.256167 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220fea8d-7b8b-490d-bfac-d8653ffb4f8a tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:02:34.256488 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220fea8d-7b8b-490d-bfac-d8653ffb4f8a tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:02:34.256816 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220fea8d-7b8b-490d-bfac-d8653ffb4f8a tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:02:34.257168 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220fea8d-7b8b-490d-bfac-d8653ffb4f8a tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:02:34.257501 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220fea8d-7b8b-490d-bfac-d8653ffb4f8a tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:02:34.257827 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220fea8d-7b8b-490d-bfac-d8653ffb4f8a tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:02:34.258151 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220fea8d-7b8b-490d-bfac-d8653ffb4f8a tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:02:34.258551 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220fea8d-7b8b-490d-bfac-d8653ffb4f8a tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:02:34.258873 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220fea8d-7b8b-490d-bfac-d8653ffb4f8a tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:02:34.259197 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220fea8d-7b8b-490d-bfac-d8653ffb4f8a tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:02:34.382969 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d228d9ec-6997-4662-8a95-655625996c5f req-220fea8d-7b8b-490d-bfac-d8653ffb4f8a tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Router 9362948f-98b1-4067-9e99-0dd10971abf6 has already been hosted by L3 agent 368653ed-b5ce-4183-9c3b-231a0bc3dd35 {{(pid=103104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 03:02:34.488719 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d228d9ec-6997-4662-8a95-655625996c5f req-220fea8d-7b8b-490d-bfac-d8653ffb4f8a tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Notify agent at l3_agent.dv-cinder-740146-14-smb the message routers_updated {{(pid=103104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 03:02:34.499131 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd04170-ded0-4f62-85b6-e2e26c8cfa25 None None] Sync routers for ids ['9362948f-98b1-4067-9e99-0dd10971abf6'] in dv-cinder-740146-14-smb {{(pid=103105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 03:02:34.509151 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd04170-ded0-4f62-85b6-e2e26c8cfa25 None None] Routers {'9362948f-98b1-4067-9e99-0dd10971abf6'} bound to L3 agent in host dv-cinder-740146-14-smb {{(pid=103105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:02:34.509859 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_hamode_db [None req-7dd04170-ded0-4f62-85b6-e2e26c8cfa25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T02:46:25Z,description=,heartbeat_timestamp=2022-03-11T03:02:25Z,host='dv-cinder-740146-14-smb',id=368653ed-b5ce-4183-9c3b-231a0bc3dd35,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T02:46:25Z,topic='l3_agent')) {'router_ids': ['9362948f-98b1-4067-9e99-0dd10971abf6'], 'active': True} {{(pid=103105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:02:34.527911 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.db.l3_dvrscheduler_db [req-d228d9ec-6997-4662-8a95-655625996c5f req-220fea8d-7b8b-490d-bfac-d8653ffb4f8a tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] No DVR routers for this DVR port 8492fe39-b12e-4d65-8bdf-86f9ff88625e on host hv-cinder-74014 {{(pid=103104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 03:02:34.530453 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-d228d9ec-6997-4662-8a95-655625996c5f req-220fea8d-7b8b-490d-bfac-d8653ffb4f8a tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55355'] for port (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:34.533727 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-d228d9ec-6997-4662-8a95-655625996c5f req-220fea8d-7b8b-490d-bfac-d8653ffb4f8a tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.13 "DELETE /v2.0/ports/8492fe39-b12e-4d65-8bdf-86f9ff88625e HTTP/1.1" status: 204 len: 173 time: 0.8366137 Mar 11 03:02:34.534161 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80899866-e846-44b8-8696-54b373065cbc', 'name': 'network-vif-deleted', 'tag': '8492fe39-b12e-4d65-8bdf-86f9ff88625e'}] {{(pid=103104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 03:02:34.536356 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b4e7651ceabe3a28ab45abcf2012854968d28c41040a071bcf34f6a69b109a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1069091b-4bd8-4ad8-b9dd-2112e199e41a" -d '{"events": [{"server_uuid": "80899866-e846-44b8-8696-54b373065cbc", "name": "network-vif-deleted", "tag": "8492fe39-b12e-4d65-8bdf-86f9ff88625e"}]}' {{(pid=103104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 03:02:34.577407 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 03:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e2a5799-af1c-44dc-b1b4-f380cea102a8 x-openstack-request-id: req-9e2a5799-af1c-44dc-b1b4-f380cea102a8 {{(pid=103104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 03:02:34.577704 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80899866-e846-44b8-8696-54b373065cbc", "name": "network-vif-deleted", "tag": "8492fe39-b12e-4d65-8bdf-86f9ff88625e", "status": "completed", "code": 200}]} {{(pid=103104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 03:02:34.577956 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9e2a5799-af1c-44dc-b1b4-f380cea102a8 {{(pid=103104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 03:02:34.578355 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80899866-e846-44b8-8696-54b373065cbc', 'name': 'network-vif-deleted', 'tag': '8492fe39-b12e-4d65-8bdf-86f9ff88625e', 'status': 'completed', 'code': 200} Mar 11 03:02:34.766658 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_dvr_db [None req-7dd04170-ded0-4f62-85b6-e2e26c8cfa25 None None] Set router 9362948f-98b1-4067-9e99-0dd10971abf6 gateway port host: dv-cinder-740146-14-smb {{(pid=103105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:02:34.891214 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-5fb9672e-9819-440b-ac25-efe9bf312f60 req-b0a05997-fe66-41f7-861f-de5969f80d74 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/ports?device_id=80899866-e846-44b8-8696-54b373065cbc HTTP/1.1" status: 200 len: 210 time: 0.0283549 Mar 11 03:02:34.961171 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_hamode_db [None req-7dd04170-ded0-4f62-85b6-e2e26c8cfa25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9362948f-98b1-4067-9e99-0dd10971abf6', 'name': 'tempest-AttachVolumeTestJSON-1359685103-router', 'tenant_id': '8a19620c29074aed8f3e4d3d8c51b9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'external_fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.234'}], 'enable_snat': True}, 'gw_port_id': 'e2db39c8-5545-45cb-8acf-5821722fb32f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T02:54:47Z', 'updated_at': '2022-03-11T02:54:54Z', 'revision_number': 4, 'project_id': '8a19620c29074aed8f3e4d3d8c51b9c7', 'gw_port': {'id': 'e2db39c8-5545-45cb-8acf-5821722fb32f', 'name': '', 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:cb:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9362948f-98b1-4067-9e99-0dd10971abf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:54:48Z', 'updated_at': '2022-03-11T02:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-smb', '_interfaces': [{'id': '5dd0a237-790a-4ecb-9b8b-5757d3e1010a', 'name': '', 'network_id': '845c03c2-a500-4a58-b6f9-0437e53ee18b', 'tenant_id': '8a19620c29074aed8f3e4d3d8c51b9c7', 'mac_address': 'fa:16:3e:b1:d8:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9362948f-98b1-4067-9e99-0dd10971abf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '363826bf-4a53-45a3-8f97-aa25838926f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:54:53Z', 'updated_at': '2022-03-11T02:55:01Z', 'revision_number': 5, 'project_id': '8a19620c29074aed8f3e4d3d8c51b9c7', 'subnets': [{'id': '363826bf-4a53-45a3-8f97-aa25838926f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-14-smb', False) {} {{(pid=103105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:02:34.988073 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd04170-ded0-4f62-85b6-e2e26c8cfa25 None None] Checking router: 9362948f-98b1-4067-9e99-0dd10971abf6 for host: dv-cinder-740146-14-smb {{(pid=103105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 03:02:34.996928 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd04170-ded0-4f62-85b6-e2e26c8cfa25 None None] Routers {'9362948f-98b1-4067-9e99-0dd10971abf6'} bound to L3 agent in host dv-cinder-740146-14-smb {{(pid=103105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:02:34.997569 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_hamode_db [None req-7dd04170-ded0-4f62-85b6-e2e26c8cfa25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T02:46:25Z,description=,heartbeat_timestamp=2022-03-11T03:02:25Z,host='dv-cinder-740146-14-smb',id=368653ed-b5ce-4183-9c3b-231a0bc3dd35,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T02:46:25Z,topic='l3_agent')) {'router_ids': ['9362948f-98b1-4067-9e99-0dd10971abf6'], 'active': True} {{(pid=103105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:02:35.108534 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_dvr_db [None req-7dd04170-ded0-4f62-85b6-e2e26c8cfa25 None None] Set router 9362948f-98b1-4067-9e99-0dd10971abf6 gateway port host: dv-cinder-740146-14-smb {{(pid=103105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:02:35.308174 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_hamode_db [None req-7dd04170-ded0-4f62-85b6-e2e26c8cfa25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9362948f-98b1-4067-9e99-0dd10971abf6', 'name': 'tempest-AttachVolumeTestJSON-1359685103-router', 'tenant_id': '8a19620c29074aed8f3e4d3d8c51b9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'external_fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.234'}], 'enable_snat': True}, 'gw_port_id': 'e2db39c8-5545-45cb-8acf-5821722fb32f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T02:54:47Z', 'updated_at': '2022-03-11T02:54:54Z', 'revision_number': 4, 'project_id': '8a19620c29074aed8f3e4d3d8c51b9c7', 'gw_port': {'id': 'e2db39c8-5545-45cb-8acf-5821722fb32f', 'name': '', 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:cb:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9362948f-98b1-4067-9e99-0dd10971abf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:54:48Z', 'updated_at': '2022-03-11T02:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-smb', '_interfaces': [{'id': '5dd0a237-790a-4ecb-9b8b-5757d3e1010a', 'name': '', 'network_id': '845c03c2-a500-4a58-b6f9-0437e53ee18b', 'tenant_id': '8a19620c29074aed8f3e4d3d8c51b9c7', 'mac_address': 'fa:16:3e:b1:d8:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9362948f-98b1-4067-9e99-0dd10971abf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '363826bf-4a53-45a3-8f97-aa25838926f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:54:53Z', 'updated_at': '2022-03-11T02:55:01Z', 'revision_number': 5, 'project_id': '8a19620c29074aed8f3e4d3d8c51b9c7', 'subnets': [{'id': '363826bf-4a53-45a3-8f97-aa25838926f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-14-smb', False) {} {{(pid=103105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:02:35.333327 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd04170-ded0-4f62-85b6-e2e26c8cfa25 None None] The sync data for ids ['9362948f-98b1-4067-9e99-0dd10971abf6'] in dv-cinder-740146-14-smb is: [{'id': '9362948f-98b1-4067-9e99-0dd10971abf6', 'name': 'tempest-AttachVolumeTestJSON-1359685103-router', 'tenant_id': '8a19620c29074aed8f3e4d3d8c51b9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'external_fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.234'}], 'enable_snat': True}, 'gw_port_id': 'e2db39c8-5545-45cb-8acf-5821722fb32f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T02:54:47Z', 'updated_at': '2022-03-11T02:54:54Z', 'revision_number': 4, 'project_id': '8a19620c29074aed8f3e4d3d8c51b9c7', 'gw_port': {'id': 'e2db39c8-5545-45cb-8acf-5821722fb32f', 'name': '', 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:cb:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9362948f-98b1-4067-9e99-0dd10971abf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:54:48Z', 'updated_at': '2022-03-11T02:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-smb', '_interfaces': [{'id': '5dd0a237-790a-4ecb-9b8b-5757d3e1010a', 'name': '', 'network_id': '845c03c2-a500-4a58-b6f9-0437e53ee18b', 'tenant_id': '8a19620c29074aed8f3e4d3d8c51b9c7', 'mac_address': 'fa:16:3e:b1:d8:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9362948f-98b1-4067-9e99-0dd10971abf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '363826bf-4a53-45a3-8f97-aa25838926f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:54:53Z', 'updated_at': '2022-03-11T02:55:01Z', 'revision_number': 5, 'project_id': '8a19620c29074aed8f3e4d3d8c51b9c7', 'subnets': [{'id': '363826bf-4a53-45a3-8f97-aa25838926f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 03:02:35.542461 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566e0b0f-5c97-4e61-9b59-9481a5b8fbfd None None] New status for floating IP 06fa8e0a-1986-4cfe-9320-a6159c4757e6: DOWN {{(pid=103106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 03:02:35.972877 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 46436) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:02:36.024903 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-6852c12a-2b81-4f98-916f-f5b406d553a7 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Publish callbacks [] for security_group (b0cc597d-a968-4a3c-9419-55a99dee2753), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:36.046818 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-6852c12a-2b81-4f98-916f-f5b406d553a7 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Publish callbacks [] for security_group (b0cc597d-a968-4a3c-9419-55a99dee2753), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:36.094631 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-6852c12a-2b81-4f98-916f-f5b406d553a7 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (b0cc597d-a968-4a3c-9419-55a99dee2753), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:36.097286 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-6852c12a-2b81-4f98-916f-f5b406d553a7 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Publish callbacks [] for security_group (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:36.098422 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-6852c12a-2b81-4f98-916f-f5b406d553a7 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "DELETE /v2.0/security-groups/b0cc597d-a968-4a3c-9419-55a99dee2753 HTTP/1.1" status: 204 len: 168 time: 0.1245456 Mar 11 03:02:36.101369 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 46438) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:02:36.107750 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6852c12a-2b81-4f98-916f-f5b406d553a7 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0cc597d-a968-4a3c-9419-55a99dee2753,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:02:36.115488 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.api.v2.resource [None req-bd5e55c1-10f4-4c7c-8165-ac87b9fa15a1 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] show failed (client error): The resource could not be found. Mar 11 03:02:36.119003 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-bd5e55c1-10f4-4c7c-8165-ac87b9fa15a1 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "GET /v2.0/security-groups/b0cc597d-a968-4a3c-9419-55a99dee2753 HTTP/1.1" status: 404 len: 347 time: 0.0135338 Mar 11 03:02:36.119953 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 46440) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:02:36.239798 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-10cd382e-344d-4d19-86d8-7ba297f998e5 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Deleting port e5193d1e-eede-48a8-92f5-97096459ba4d {{(pid=103103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 03:02:36.240049 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-10cd382e-344d-4d19-86d8-7ba297f998e5 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774349354222'] for port (e5193d1e-eede-48a8-92f5-97096459ba4d), before_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:36.312133 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-10cd382e-344d-4d19-86d8-7ba297f998e5 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574894'] for port (e5193d1e-eede-48a8-92f5-97096459ba4d), precommit_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:36.312500 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-10cd382e-344d-4d19-86d8-7ba297f998e5 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Publish callbacks [] for floatingip (e5193d1e-eede-48a8-92f5-97096459ba4d), precommit_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:36.323897 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-10cd382e-344d-4d19-86d8-7ba297f998e5 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Calling delete_port for e5193d1e-eede-48a8-92f5-97096459ba4d owned by network:floatingip {{(pid=103103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 03:02:36.449480 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-10cd382e-344d-4d19-86d8-7ba297f998e5 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774349360213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774348857685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9139710'] for port (e5193d1e-eede-48a8-92f5-97096459ba4d), after_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:36.474408 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cd382e-344d-4d19-86d8-7ba297f998e5 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Pushing event deleted for resources: {'Port': ['ID=e5193d1e-eede-48a8-92f5-97096459ba4d,revision_number=None']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:02:36.501047 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cd382e-344d-4d19-86d8-7ba297f998e5 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:02:36.501350 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cd382e-344d-4d19-86d8-7ba297f998e5 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:02:36.501697 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cd382e-344d-4d19-86d8-7ba297f998e5 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:02:36.502037 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cd382e-344d-4d19-86d8-7ba297f998e5 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:02:36.502486 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cd382e-344d-4d19-86d8-7ba297f998e5 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:02:36.502820 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cd382e-344d-4d19-86d8-7ba297f998e5 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:02:36.503147 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cd382e-344d-4d19-86d8-7ba297f998e5 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:02:36.503473 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cd382e-344d-4d19-86d8-7ba297f998e5 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:02:36.503797 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cd382e-344d-4d19-86d8-7ba297f998e5 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:02:36.504121 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cd382e-344d-4d19-86d8-7ba297f998e5 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:02:36.504445 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cd382e-344d-4d19-86d8-7ba297f998e5 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:02:36.504765 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cd382e-344d-4d19-86d8-7ba297f998e5 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:02:36.505120 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cd382e-344d-4d19-86d8-7ba297f998e5 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:02:36.544637 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-10cd382e-344d-4d19-86d8-7ba297f998e5 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Publish callbacks [] for floatingip (06fa8e0a-1986-4cfe-9320-a6159c4757e6), after_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:36.547193 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-10cd382e-344d-4d19-86d8-7ba297f998e5 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55355'] for floatingip (None), before_response {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:36.548349 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-10cd382e-344d-4d19-86d8-7ba297f998e5 tempest-AttachVolumeTestJSON-90448846 tempest-AttachVolumeTestJSON-90448846-project] 10.222.0.20 "DELETE /v2.0/floatingips/06fa8e0a-1986-4cfe-9320-a6159c4757e6 HTTP/1.1" status: 204 len: 168 time: 0.4282510 Mar 11 03:02:38.159864 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Device 8492fe39-b12e-4d65-8bdf-86f9ff88625e no longer exists at agent hyperv_hv-cinder-74014 {{(pid=103105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 03:02:38.180064 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] No Port match for: 8492fe39-b12e-4d65-8bdf-86f9ff88625e {{(pid=103105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 03:02:38.180411 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Device 8492fe39-b12e-4d65-8bdf-86f9ff88625e not bound to the agent host hv-cinder-74014 {{(pid=103105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 03:02:40.060435 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 46468) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:02:40.755868 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-f79b8f36-a444-45a0-a49d-fb42381f1667 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-576760'] for router_interface (9362948f-98b1-4067-9e99-0dd10971abf6), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:40.994959 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.plugin [None req-f79b8f36-a444-45a0-a49d-fb42381f1667 admin admin] Deleting port 5dd0a237-790a-4ecb-9b8b-5757d3e1010a {{(pid=103104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 03:02:40.995303 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-f79b8f36-a444-45a0-a49d-fb42381f1667 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774349354222'] for port (5dd0a237-790a-4ecb-9b8b-5757d3e1010a), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:41.073604 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.db [None req-f79b8f36-a444-45a0-a49d-fb42381f1667 admin admin] For port 5dd0a237-790a-4ecb-9b8b-5757d3e1010a, host dv-cinder-740146-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-smb',level=0,port_id=5dd0a237-790a-4ecb-9b8b-5757d3e1010a,segment=NetworkSegment(22446c97-92b8-47e2-ad9c-302a226f6755),segment_id=22446c97-92b8-47e2-ad9c-302a226f6755)] {{(pid=103104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:02:41.074307 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-f79b8f36-a444-45a0-a49d-fb42381f1667 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574894'] for port (5dd0a237-790a-4ecb-9b8b-5757d3e1010a), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:41.085933 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.plugin [None req-f79b8f36-a444-45a0-a49d-fb42381f1667 admin admin] Calling delete_port for 5dd0a237-790a-4ecb-9b8b-5757d3e1010a owned by network:router_interface {{(pid=103104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 03:02:41.261229 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-f79b8f36-a444-45a0-a49d-fb42381f1667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774349360213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774348857685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9193763'] for port (5dd0a237-790a-4ecb-9b8b-5757d3e1010a), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:41.286183 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79b8f36-a444-45a0-a49d-fb42381f1667 admin admin] Pushing event deleted for resources: {'Port': ['ID=5dd0a237-790a-4ecb-9b8b-5757d3e1010a,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:02:41.450048 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-f79b8f36-a444-45a0-a49d-fb42381f1667 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-648108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575848'] for router_interface (9362948f-98b1-4067-9e99-0dd10971abf6), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:41.660444 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f79b8f36-a444-45a0-a49d-fb42381f1667 admin admin] Router 9362948f-98b1-4067-9e99-0dd10971abf6 has already been hosted by L3 agent 368653ed-b5ce-4183-9c3b-231a0bc3dd35 {{(pid=103104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 03:02:41.767197 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f79b8f36-a444-45a0-a49d-fb42381f1667 admin admin] Notify agent at l3_agent.dv-cinder-740146-14-smb the message routers_updated {{(pid=103104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 03:02:41.773479 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-f79b8f36-a444-45a0-a49d-fb42381f1667 admin admin] 10.222.0.20 "PUT /v2.0/routers/9362948f-98b1-4067-9e99-0dd10971abf6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7106433 Mar 11 03:02:41.774785 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 46472) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:02:41.776316 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2da5562-53c4-4e41-8fe6-2fc15eae08f2 None None] Sync routers for ids ['9362948f-98b1-4067-9e99-0dd10971abf6'] in dv-cinder-740146-14-smb {{(pid=103105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 03:02:41.785777 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2da5562-53c4-4e41-8fe6-2fc15eae08f2 None None] Routers {'9362948f-98b1-4067-9e99-0dd10971abf6'} bound to L3 agent in host dv-cinder-740146-14-smb {{(pid=103105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:02:41.786526 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_hamode_db [None req-b2da5562-53c4-4e41-8fe6-2fc15eae08f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T02:46:25Z,description=,heartbeat_timestamp=2022-03-11T03:02:25Z,host='dv-cinder-740146-14-smb',id=368653ed-b5ce-4183-9c3b-231a0bc3dd35,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T02:46:25Z,topic='l3_agent')) {'router_ids': ['9362948f-98b1-4067-9e99-0dd10971abf6'], 'active': True} {{(pid=103105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:02:41.880251 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-ff3aacf0-38e9-49f4-b341-1771243f6b76 admin admin] Publish callbacks [] for router (9362948f-98b1-4067-9e99-0dd10971abf6), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:41.894819 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_dvr_db [None req-b2da5562-53c4-4e41-8fe6-2fc15eae08f2 None None] Set router 9362948f-98b1-4067-9e99-0dd10971abf6 gateway port host: dv-cinder-740146-14-smb {{(pid=103105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:02:41.991304 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-ff3aacf0-38e9-49f4-b341-1771243f6b76 admin admin] Publish callbacks [] for router_gateway (9362948f-98b1-4067-9e99-0dd10971abf6), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:42.041825 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.plugin [None req-ff3aacf0-38e9-49f4-b341-1771243f6b76 admin admin] Deleting port e2db39c8-5545-45cb-8acf-5821722fb32f {{(pid=103104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 03:02:42.042102 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-ff3aacf0-38e9-49f4-b341-1771243f6b76 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774349354222'] for port (e2db39c8-5545-45cb-8acf-5821722fb32f), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:42.071234 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_hamode_db [None req-b2da5562-53c4-4e41-8fe6-2fc15eae08f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9362948f-98b1-4067-9e99-0dd10971abf6', 'name': 'tempest-AttachVolumeTestJSON-1359685103-router', 'tenant_id': '8a19620c29074aed8f3e4d3d8c51b9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'external_fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.234'}], 'enable_snat': True}, 'gw_port_id': 'e2db39c8-5545-45cb-8acf-5821722fb32f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T02:54:47Z', 'updated_at': '2022-03-11T03:02:41Z', 'revision_number': 5, 'project_id': '8a19620c29074aed8f3e4d3d8c51b9c7', 'gw_port': {'id': 'e2db39c8-5545-45cb-8acf-5821722fb32f', 'name': '', 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:cb:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9362948f-98b1-4067-9e99-0dd10971abf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:54:48Z', 'updated_at': '2022-03-11T02:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-smb'}], 'dv-cinder-740146-14-smb', False) {} {{(pid=103105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:02:42.097233 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2da5562-53c4-4e41-8fe6-2fc15eae08f2 None None] Checking router: 9362948f-98b1-4067-9e99-0dd10971abf6 for host: dv-cinder-740146-14-smb {{(pid=103105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 03:02:42.105247 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2da5562-53c4-4e41-8fe6-2fc15eae08f2 None None] Routers {'9362948f-98b1-4067-9e99-0dd10971abf6'} bound to L3 agent in host dv-cinder-740146-14-smb {{(pid=103105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:02:42.106387 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_hamode_db [None req-b2da5562-53c4-4e41-8fe6-2fc15eae08f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T02:46:25Z,description=,heartbeat_timestamp=2022-03-11T03:02:25Z,host='dv-cinder-740146-14-smb',id=368653ed-b5ce-4183-9c3b-231a0bc3dd35,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T02:46:25Z,topic='l3_agent')) {'router_ids': ['9362948f-98b1-4067-9e99-0dd10971abf6'], 'active': True} {{(pid=103105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:02:42.118280 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.db [None req-ff3aacf0-38e9-49f4-b341-1771243f6b76 admin admin] For port e2db39c8-5545-45cb-8acf-5821722fb32f, host dv-cinder-740146-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-smb',level=0,port_id=e2db39c8-5545-45cb-8acf-5821722fb32f,segment=NetworkSegment(86701719-770a-4197-8a84-07fe4dcd9e0f),segment_id=86701719-770a-4197-8a84-07fe4dcd9e0f)] {{(pid=103104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:02:42.118843 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-ff3aacf0-38e9-49f4-b341-1771243f6b76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574894'] for port (e2db39c8-5545-45cb-8acf-5821722fb32f), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:42.130945 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.plugin [None req-ff3aacf0-38e9-49f4-b341-1771243f6b76 admin admin] Calling delete_port for e2db39c8-5545-45cb-8acf-5821722fb32f owned by network:router_gateway {{(pid=103104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 03:02:42.192259 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_dvr_db [None req-b2da5562-53c4-4e41-8fe6-2fc15eae08f2 None None] Set router 9362948f-98b1-4067-9e99-0dd10971abf6 gateway port host: None {{(pid=103105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:02:42.245246 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_hamode_db [None req-b2da5562-53c4-4e41-8fe6-2fc15eae08f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9362948f-98b1-4067-9e99-0dd10971abf6', 'name': 'tempest-AttachVolumeTestJSON-1359685103-router', 'tenant_id': '8a19620c29074aed8f3e4d3d8c51b9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T02:54:47Z', 'updated_at': '2022-03-11T03:02:41Z', 'revision_number': 6, 'project_id': '8a19620c29074aed8f3e4d3d8c51b9c7', 'gw_port_host': None}], 'dv-cinder-740146-14-smb', False) {} {{(pid=103105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:02:42.271017 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2da5562-53c4-4e41-8fe6-2fc15eae08f2 None None] The sync data for ids ['9362948f-98b1-4067-9e99-0dd10971abf6'] in dv-cinder-740146-14-smb is: [{'id': '9362948f-98b1-4067-9e99-0dd10971abf6', 'name': 'tempest-AttachVolumeTestJSON-1359685103-router', 'tenant_id': '8a19620c29074aed8f3e4d3d8c51b9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T02:54:47Z', 'updated_at': '2022-03-11T03:02:41Z', 'revision_number': 6, 'project_id': '8a19620c29074aed8f3e4d3d8c51b9c7', 'gw_port_host': None}] {{(pid=103105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 03:02:42.296021 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-ff3aacf0-38e9-49f4-b341-1771243f6b76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774349360213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774348857685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9193763'] for port (e2db39c8-5545-45cb-8acf-5821722fb32f), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:42.326742 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3aacf0-38e9-49f4-b341-1771243f6b76 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2db39c8-5545-45cb-8acf-5821722fb32f,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:02:42.383235 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-ff3aacf0-38e9-49f4-b341-1771243f6b76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580546'] for router_gateway (9362948f-98b1-4067-9e99-0dd10971abf6), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:42.470603 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-ff3aacf0-38e9-49f4-b341-1771243f6b76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-586829', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58005'] for router (9362948f-98b1-4067-9e99-0dd10971abf6), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:42.472634 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-ff3aacf0-38e9-49f4-b341-1771243f6b76 admin admin] Publish callbacks [] for router_controller (9362948f-98b1-4067-9e99-0dd10971abf6), precommit_delete_associations {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:42.515433 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-ff3aacf0-38e9-49f4-b341-1771243f6b76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-586838'] for router (9362948f-98b1-4067-9e99-0dd10971abf6), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:42.516033 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff3aacf0-38e9-49f4-b341-1771243f6b76 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9362948f-98b1-4067-9e99-0dd10971abf6 {{(pid=103104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 03:02:42.520588 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-ff3aacf0-38e9-49f4-b341-1771243f6b76 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:42.521749 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-ff3aacf0-38e9-49f4-b341-1771243f6b76 admin admin] 10.222.0.20 "DELETE /v2.0/routers/9362948f-98b1-4067-9e99-0dd10971abf6 HTTP/1.1" status: 204 len: 168 time: 0.7460663 Mar 11 03:02:42.524270 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 46476) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:02:42.566345 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.db.db_base_plugin_v2 [None req-7578e58e-d28c-4cfc-831a-c4e6a60b75f6 admin admin] Deleting subnet 363826bf-4a53-45a3-8f97-aa25838926f8 {{(pid=103104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 03:02:42.569174 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7578e58e-d28c-4cfc-831a-c4e6a60b75f6 admin admin] Publish callbacks [] for subnet (363826bf-4a53-45a3-8f97-aa25838926f8), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:42.602629 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7578e58e-d28c-4cfc-831a-c4e6a60b75f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3905093'] for subnet (363826bf-4a53-45a3-8f97-aa25838926f8), precommit_delete_associations {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:42.686281 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7578e58e-d28c-4cfc-831a-c4e6a60b75f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536560100'] for subnet (363826bf-4a53-45a3-8f97-aa25838926f8), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:42.741785 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7578e58e-d28c-4cfc-831a-c4e6a60b75f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536560111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9193740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8900754'] for subnet (363826bf-4a53-45a3-8f97-aa25838926f8), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:42.769833 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7578e58e-d28c-4cfc-831a-c4e6a60b75f6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:42.774934 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cdaf815-76c2-44ae-9ad0-fe68cce0ace6 None None] Network 845c03c2-a500-4a58-b6f9-0437e53ee18b requested from dv-cinder-740146-14-smb {{(pid=103105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 03:02:42.775770 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 46478) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:02:42.776253 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-7578e58e-d28c-4cfc-831a-c4e6a60b75f6 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/363826bf-4a53-45a3-8f97-aa25838926f8 HTTP/1.1" status: 204 len: 168 time: 0.2506084 Mar 11 03:02:42.776777 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7578e58e-d28c-4cfc-831a-c4e6a60b75f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=363826bf-4a53-45a3-8f97-aa25838926f8,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:02:42.843957 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-da33d765-5deb-4b28-8b5d-67689729844c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536131617'] for network (845c03c2-a500-4a58-b6f9-0437e53ee18b), before_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:42.903119 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-da33d765-5deb-4b28-8b5d-67689729844c admin admin] Deleting port 084e584b-9189-4efe-90fb-18f3ac9aa25f {{(pid=103103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 03:02:42.903464 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-da33d765-5deb-4b28-8b5d-67689729844c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774349354222'] for port (084e584b-9189-4efe-90fb-18f3ac9aa25f), before_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:42.964246 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-da33d765-5deb-4b28-8b5d-67689729844c admin admin] For port 084e584b-9189-4efe-90fb-18f3ac9aa25f, host dv-cinder-740146-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-smb',level=0,port_id=084e584b-9189-4efe-90fb-18f3ac9aa25f,segment=NetworkSegment(22446c97-92b8-47e2-ad9c-302a226f6755),segment_id=22446c97-92b8-47e2-ad9c-302a226f6755)] {{(pid=103103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:02:42.964610 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-da33d765-5deb-4b28-8b5d-67689729844c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574894'] for port (084e584b-9189-4efe-90fb-18f3ac9aa25f), precommit_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:42.976504 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-da33d765-5deb-4b28-8b5d-67689729844c admin admin] Calling delete_port for 084e584b-9189-4efe-90fb-18f3ac9aa25f owned by network:dhcp {{(pid=103103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 03:02:43.057798 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-da33d765-5deb-4b28-8b5d-67689729844c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774349360213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774348857685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9139710'] for port (084e584b-9189-4efe-90fb-18f3ac9aa25f), after_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:43.070150 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-618e302d-8b79-45a7-80fb-deb7f6c19cc2 None None] DHCP port deletion for 845c03c2-a500-4a58-b6f9-0437e53ee18b request from dv-cinder-740146-14-smb {{(pid=103105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 03:02:43.083927 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da33d765-5deb-4b28-8b5d-67689729844c admin admin] Pushing event deleted for resources: {'Port': ['ID=084e584b-9189-4efe-90fb-18f3ac9aa25f,revision_number=None']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:02:43.087699 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da33d765-5deb-4b28-8b5d-67689729844c admin admin] No DVR routers for this DVR port 084e584b-9189-4efe-90fb-18f3ac9aa25f on host dv-cinder-740146-14-smb {{(pid=103103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 03:02:43.097461 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Device 5dd0a237-790a-4ecb-9b8b-5757d3e1010a no longer exists at agent ovs-agent-dv-cinder-740146-14-smb {{(pid=103105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 03:02:43.118283 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] No Port match for: 5dd0a237-790a-4ecb-9b8b-5757d3e1010a {{(pid=103105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 03:02:43.118707 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Device 5dd0a237-790a-4ecb-9b8b-5757d3e1010a not bound to the agent host dv-cinder-740146-14-smb {{(pid=103105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 03:02:43.158119 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-da33d765-5deb-4b28-8b5d-67689729844c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536562719', 'neutron.services.segments.db._delete_segments_for_network-8774349187094'] for network (845c03c2-a500-4a58-b6f9-0437e53ee18b), precommit_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:43.184675 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.services.segments.db [None req-da33d765-5deb-4b28-8b5d-67689729844c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['845c03c2-a500-4a58-b6f9-0437e53ee18b']}} {{(pid=103103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:02:43.194265 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.services.segments.db [None req-da33d765-5deb-4b28-8b5d-67689729844c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22446c97-92b8-47e2-ad9c-302a226f6755') {'for_net_delete': True} {{(pid=103103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:02:43.194564 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.services.segments.db [None req-da33d765-5deb-4b28-8b5d-67689729844c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22446c97-92b8-47e2-ad9c-302a226f6755') {} {{(pid=103103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:02:43.203544 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-da33d765-5deb-4b28-8b5d-67689729844c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774349187871', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8546555'] for segment (22446c97-92b8-47e2-ad9c-302a226f6755), before_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:43.216493 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-da33d765-5deb-4b28-8b5d-67689729844c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536533115'] for segment (22446c97-92b8-47e2-ad9c-302a226f6755), precommit_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:43.222229 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da33d765-5deb-4b28-8b5d-67689729844c admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=103103) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 03:02:43.222606 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-da33d765-5deb-4b28-8b5d-67689729844c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536533115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9139215'] for segment (22446c97-92b8-47e2-ad9c-302a226f6755), after_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:43.224183 dv-cinder-740146-14-smb neutron-server[103103]: Traceback (most recent call last): Mar 11 03:02:43.224183 dv-cinder-740146-14-smb neutron-server[103103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 03:02:43.224183 dv-cinder-740146-14-smb neutron-server[103103]: timer() Mar 11 03:02:43.224183 dv-cinder-740146-14-smb neutron-server[103103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 03:02:43.224183 dv-cinder-740146-14-smb neutron-server[103103]: cb(*args, **kw) Mar 11 03:02:43.224183 dv-cinder-740146-14-smb neutron-server[103103]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 03:02:43.224183 dv-cinder-740146-14-smb neutron-server[103103]: return func(*args, **kwargs) Mar 11 03:02:43.224183 dv-cinder-740146-14-smb neutron-server[103103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 03:02:43.224183 dv-cinder-740146-14-smb neutron-server[103103]: self._notify() Mar 11 03:02:43.224183 dv-cinder-740146-14-smb neutron-server[103103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 03:02:43.224183 dv-cinder-740146-14-smb neutron-server[103103]: self.callback(batched_events) Mar 11 03:02:43.224183 dv-cinder-740146-14-smb neutron-server[103103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 03:02:43.224183 dv-cinder-740146-14-smb neutron-server[103103]: event.method(event) Mar 11 03:02:43.224183 dv-cinder-740146-14-smb neutron-server[103103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 03:02:43.224183 dv-cinder-740146-14-smb neutron-server[103103]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 03:02:43.224183 dv-cinder-740146-14-smb neutron-server[103103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 03:02:43.224183 dv-cinder-740146-14-smb neutron-server[103103]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 03:02:43.224183 dv-cinder-740146-14-smb neutron-server[103103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 03:02:43.224183 dv-cinder-740146-14-smb neutron-server[103103]: return f(self, *a, **k) Mar 11 03:02:43.224183 dv-cinder-740146-14-smb neutron-server[103103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 03:02:43.224183 dv-cinder-740146-14-smb neutron-server[103103]: return self._get(url).json() Mar 11 03:02:43.224183 dv-cinder-740146-14-smb neutron-server[103103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 03:02:43.224183 dv-cinder-740146-14-smb neutron-server[103103]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 03:02:43.224183 dv-cinder-740146-14-smb neutron-server[103103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 03:02:43.224183 dv-cinder-740146-14-smb neutron-server[103103]: return self.request(url, 'GET', **kwargs) Mar 11 03:02:43.224183 dv-cinder-740146-14-smb neutron-server[103103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 03:02:43.224183 dv-cinder-740146-14-smb neutron-server[103103]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 03:02:43.224183 dv-cinder-740146-14-smb neutron-server[103103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 03:02:43.224183 dv-cinder-740146-14-smb neutron-server[103103]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 03:02:43.224183 dv-cinder-740146-14-smb neutron-server[103103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 03:02:43.224183 dv-cinder-740146-14-smb neutron-server[103103]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 03:02:43.224183 dv-cinder-740146-14-smb neutron-server[103103]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 03:02:43.280419 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-da33d765-5deb-4b28-8b5d-67689729844c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536562790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580582'] for network (845c03c2-a500-4a58-b6f9-0437e53ee18b), after_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:43.289948 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-da33d765-5deb-4b28-8b5d-67689729844c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-648073'] for network (None), before_response {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:43.293764 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-da33d765-5deb-4b28-8b5d-67689729844c admin admin] 10.222.0.20 "DELETE /v2.0/networks/845c03c2-a500-4a58-b6f9-0437e53ee18b HTTP/1.1" status: 204 len: 168 time: 0.5169072 Mar 11 03:02:43.304289 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da33d765-5deb-4b28-8b5d-67689729844c admin admin] Pushing event deleted for resources: {'Network': ['ID=845c03c2-a500-4a58-b6f9-0437e53ee18b,revision_number=None']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:02:43.411453 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 46482) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:02:43.450469 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-5ad9f239-f780-4281-87fe-1fe2dea70561 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8a19620c29074aed8f3e4d3d8c51b9c7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0377634 Mar 11 03:02:43.452850 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 46484) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:02:43.501235 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-501ff6e2-d49d-4d49-9df9-4d6fef010eb8 admin admin] Publish callbacks [] for security_group (dcd3495b-5227-44b1-a9f8-830b27c617ba), before_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:43.521453 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-501ff6e2-d49d-4d49-9df9-4d6fef010eb8 admin admin] Publish callbacks [] for security_group (dcd3495b-5227-44b1-a9f8-830b27c617ba), precommit_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:43.565204 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-501ff6e2-d49d-4d49-9df9-4d6fef010eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (dcd3495b-5227-44b1-a9f8-830b27c617ba), after_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:43.567816 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-501ff6e2-d49d-4d49-9df9-4d6fef010eb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:43.568948 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-501ff6e2-d49d-4d49-9df9-4d6fef010eb8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dcd3495b-5227-44b1-a9f8-830b27c617ba HTTP/1.1" status: 204 len: 168 time: 0.1151872 Mar 11 03:02:43.578045 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501ff6e2-d49d-4d49-9df9-4d6fef010eb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcd3495b-5227-44b1-a9f8-830b27c617ba,revision_number=None']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:02:44.222790 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 46506) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:02:44.319025 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.v2.base [None req-cb693f41-98f1-4b85-8d32-8f1ff29330a5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-761504005-network', 'tenant_id': '2b4303e0b14a4764a3e0bdfada32ab0d'}} {{(pid=103103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:02:44.337779 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb693f41-98f1-4b85-8d32-8f1ff29330a5 admin admin] Made reservation on behalf of 2b4303e0b14a4764a3e0bdfada32ab0d for: {'network': 1} {{(pid=103103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 03:02:44.340610 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-cb693f41-98f1-4b85-8d32-8f1ff29330a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for network (None), before_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:44.348699 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-cb693f41-98f1-4b85-8d32-8f1ff29330a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:44.421360 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-cb693f41-98f1-4b85-8d32-8f1ff29330a5 admin admin] Publish callbacks [] for security_group (feec5a6a-1206-4cb4-b0d0-023fa1a99b57), precommit_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:44.424766 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-cb693f41-98f1-4b85-8d32-8f1ff29330a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (feec5a6a-1206-4cb4-b0d0-023fa1a99b57), after_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:44.447672 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb693f41-98f1-4b85-8d32-8f1ff29330a5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=103103) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 03:02:44.457477 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb693f41-98f1-4b85-8d32-8f1ff29330a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feec5a6a-1206-4cb4-b0d0-023fa1a99b57,revision_number=1']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:02:44.462074 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-cb693f41-98f1-4b85-8d32-8f1ff29330a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536533115'] for segment (45f0554f-4816-4fc7-b15f-6b5fa2e57ece), precommit_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:44.462418 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.db.segments_db [None req-cb693f41-98f1-4b85-8d32-8f1ff29330a5 admin admin] Added segment 45f0554f-4816-4fc7-b15f-6b5fa2e57ece of type vlan for network dc083c2a-b960-4ebd-85d4-93c0755ea1e6 Mar 11 03:02:44.500911 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-cb693f41-98f1-4b85-8d32-8f1ff29330a5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774348876719'] for network (dc083c2a-b960-4ebd-85d4-93c0755ea1e6), precommit_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:44.524771 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-cb693f41-98f1-4b85-8d32-8f1ff29330a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087'] for network (dc083c2a-b960-4ebd-85d4-93c0755ea1e6), after_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:44.525741 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb693f41-98f1-4b85-8d32-8f1ff29330a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:02:44.526322 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-cb693f41-98f1-4b85-8d32-8f1ff29330a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-648073'] for network (None), before_response {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:44.554686 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-cb693f41-98f1-4b85-8d32-8f1ff29330a5 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3308258 Mar 11 03:02:44.557704 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 46510) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:02:44.562523 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.v2.base [None req-4c98f209-90a2-45fd-841d-2c7bcbc12a2c admin admin] Request body: {'subnet': {'network_id': 'dc083c2a-b960-4ebd-85d4-93c0755ea1e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-761504005-subnet', 'tenant_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:02:44.581921 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c98f209-90a2-45fd-841d-2c7bcbc12a2c admin admin] Made reservation on behalf of 2b4303e0b14a4764a3e0bdfada32ab0d for: {'subnet': 1} {{(pid=103104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 03:02:44.584374 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-4c98f209-90a2-45fd-841d-2c7bcbc12a2c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8900789'] for subnet (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:44.590923 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb693f41-98f1-4b85-8d32-8f1ff29330a5 admin admin] Pushing event updated for resources: {'Network': ['ID=dc083c2a-b960-4ebd-85d4-93c0755ea1e6,revision_number=1']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:02:44.600853 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Network dc083c2a-b960-4ebd-85d4-93c0755ea1e6 details requested by agent ovs-agent-dv-cinder-740146-14-smb with host dv-cinder-740146-14-smb {{(pid=103105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 03:02:44.722949 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Device 084e584b-9189-4efe-90fb-18f3ac9aa25f no longer exists at agent ovs-agent-dv-cinder-740146-14-smb {{(pid=103105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 03:02:44.743928 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] No Port match for: 084e584b-9189-4efe-90fb-18f3ac9aa25f {{(pid=103105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 03:02:44.744273 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Device 084e584b-9189-4efe-90fb-18f3ac9aa25f not bound to the agent host dv-cinder-740146-14-smb {{(pid=103105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 03:02:44.744681 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Device e2db39c8-5545-45cb-8acf-5821722fb32f no longer exists at agent ovs-agent-dv-cinder-740146-14-smb {{(pid=103105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 03:02:44.752860 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-4c98f209-90a2-45fd-841d-2c7bcbc12a2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9193807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8900763'] for subnet (3939f6db-104b-439d-aa6d-0e5f788bcd04), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:44.763870 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] No Port match for: e2db39c8-5545-45cb-8acf-5821722fb32f {{(pid=103105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 03:02:44.764348 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Device e2db39c8-5545-45cb-8acf-5821722fb32f not bound to the agent host dv-cinder-740146-14-smb {{(pid=103105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 03:02:44.810009 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c98f209-90a2-45fd-841d-2c7bcbc12a2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3939f6db-104b-439d-aa6d-0e5f788bcd04,revision_number=0']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:02:44.819935 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c98f209-90a2-45fd-841d-2c7bcbc12a2c admin admin] Checking segment: {'id': '45f0554f-4816-4fc7-b15f-6b5fa2e57ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dc083c2a-b960-4ebd-85d4-93c0755ea1e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 03:02:44.820294 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c98f209-90a2-45fd-841d-2c7bcbc12a2c admin admin] Network hostable DHCP agents. Network: dc083c2a-b960-4ebd-85d4-93c0755ea1e6, hostable agents: ['27668cff-ea20-4e06-9a9c-d4f827fe3eb1'], hosted agents: [] {{(pid=103104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 03:02:44.837169 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c98f209-90a2-45fd-841d-2c7bcbc12a2c admin admin] Network dc083c2a-b960-4ebd-85d4-93c0755ea1e6 is scheduled to be hosted by DHCP agent 27668cff-ea20-4e06-9a9c-d4f827fe3eb1 with binding_index 1 {{(pid=103104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 03:02:44.846027 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.scheduler.base_scheduler [None req-4c98f209-90a2-45fd-841d-2c7bcbc12a2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-14-smb, dc083c2a-b960-4ebd-85d4-93c0755ea1e6) {{(pid=103104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 03:02:44.849859 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c98f209-90a2-45fd-841d-2c7bcbc12a2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:02:44.850440 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-4c98f209-90a2-45fd-841d-2c7bcbc12a2c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:44.854828 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a9bf2cf-c79b-41b3-989b-1c126bc731c7 None None] Network dc083c2a-b960-4ebd-85d4-93c0755ea1e6 requested from dv-cinder-740146-14-smb {{(pid=103105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 03:02:44.865961 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-4c98f209-90a2-45fd-841d-2c7bcbc12a2c admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3071401 Mar 11 03:02:44.868548 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 46512) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:02:44.873238 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.v2.base [None req-7c7527b0-5f91-4593-b5ee-3c44f107e37c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-761504005-router', 'tenant_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'external_gateway_info': {'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3'}}} {{(pid=103104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:02:44.892767 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7c7527b0-5f91-4593-b5ee-3c44f107e37c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58023'] for router (16462fb9-b56a-4faa-b136-96f09394e3aa), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:44.893888 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7c7527b0-5f91-4593-b5ee-3c44f107e37c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-580465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58012'] for router (16462fb9-b56a-4faa-b136-96f09394e3aa), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:44.950989 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7c7527b0-5f91-4593-b5ee-3c44f107e37c admin admin] Publish callbacks [] for router_controller (16462fb9-b56a-4faa-b136-96f09394e3aa), precommit_add_association {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:44.959004 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d2d5b64-c5fb-444d-8c4d-3b002c3d07cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd85ff5c0-c910-53e4-8e7c-b470cdcfe3b4-dc083c2a-b960-4ebd-85d4-93c0755ea1e6', 'network_id': 'dc083c2a-b960-4ebd-85d4-93c0755ea1e6', 'project_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'fixed_ips': [{'subnet_id': '3939f6db-104b-439d-aa6d-0e5f788bcd04'}]}} from dv-cinder-740146-14-smb. {{(pid=103105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 03:02:44.959864 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-6d2d5b64-c5fb-444d-8c4d-3b002c3d07cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (None), before_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:45.098710 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.db_base_plugin_common [None req-6d2d5b64-c5fb-444d-8c4d-3b002c3d07cf None None] Allocated IP 172.20.0.2 (dc083c2a-b960-4ebd-85d4-93c0755ea1e6/3939f6db-104b-439d-aa6d-0e5f788bcd04/e6653f38-3690-4db8-a2c9-d958b262d0ec) {{(pid=103105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 03:02:45.250080 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-6d2d5b64-c5fb-444d-8c4d-3b002c3d07cf None None] Publish callbacks [] for port (e6653f38-3690-4db8-a2c9-d958b262d0ec), precommit_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:45.255148 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-6d2d5b64-c5fb-444d-8c4d-3b002c3d07cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774348857676'] for port (e6653f38-3690-4db8-a2c9-d958b262d0ec), after_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:45.299537 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d2d5b64-c5fb-444d-8c4d-3b002c3d07cf None None] Network dc083c2a-b960-4ebd-85d4-93c0755ea1e6 is already hosted by enough agents. {{(pid=103105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 03:02:45.303560 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.scheduler.base_scheduler [None req-6d2d5b64-c5fb-444d-8c4d-3b002c3d07cf None None] Resources bound (agent type, host, resource id): {{(pid=103105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 03:02:45.305670 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2d5b64-c5fb-444d-8c4d-3b002c3d07cf None None] Pushing event updated for resources: {'Port': ['ID=e6653f38-3690-4db8-a2c9-d958b262d0ec,revision_number=1']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:02:45.307795 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2d5b64-c5fb-444d-8c4d-3b002c3d07cf None None] Received port after_create {{(pid=103105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 03:02:45.359511 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7c7527b0-5f91-4593-b5ee-3c44f107e37c admin admin] Publish callbacks [] for router_gateway (16462fb9-b56a-4faa-b136-96f09394e3aa), precommit_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:45.362174 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.managers [None req-6d2d5b64-c5fb-444d-8c4d-3b002c3d07cf None None] Attempting to bind port e6653f38-3690-4db8-a2c9-d958b262d0ec on host dv-cinder-740146-14-smb for vnic_type normal with profile {{(pid=103105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 03:02:45.362550 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.managers [None req-6d2d5b64-c5fb-444d-8c4d-3b002c3d07cf None None] Attempting to bind port e6653f38-3690-4db8-a2c9-d958b262d0ec by drivers openvswitch,hyperv on host dv-cinder-740146-14-smb at level 0 using segments [{'id': '45f0554f-4816-4fc7-b15f-6b5fa2e57ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dc083c2a-b960-4ebd-85d4-93c0755ea1e6'}] {{(pid=103105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 03:02:45.362911 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2d5b64-c5fb-444d-8c4d-3b002c3d07cf None None] Attempting to bind port e6653f38-3690-4db8-a2c9-d958b262d0ec on network dc083c2a-b960-4ebd-85d4-93c0755ea1e6 {{(pid=103105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 03:02:45.367964 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2d5b64-c5fb-444d-8c4d-3b002c3d07cf None None] Checking agent: {'id': '36a16930-fe6f-49e2-96be-29faaa54e9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 2, 46, 29), 'started_at': datetime.datetime(2022, 3, 11, 2, 46, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 3, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 03:02:45.368340 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2d5b64-c5fb-444d-8c4d-3b002c3d07cf None None] Checking segment: {'id': '45f0554f-4816-4fc7-b15f-6b5fa2e57ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dc083c2a-b960-4ebd-85d4-93c0755ea1e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 03:02:45.368741 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-6d2d5b64-c5fb-444d-8c4d-3b002c3d07cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:45.369159 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2d5b64-c5fb-444d-8c4d-3b002c3d07cf None None] Bound using segment: {'id': '45f0554f-4816-4fc7-b15f-6b5fa2e57ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dc083c2a-b960-4ebd-85d4-93c0755ea1e6'} {{(pid=103105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 03:02:45.369641 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.managers [None req-6d2d5b64-c5fb-444d-8c4d-3b002c3d07cf None None] Bound port: e6653f38-3690-4db8-a2c9-d958b262d0ec, host: dv-cinder-740146-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45f0554f-4816-4fc7-b15f-6b5fa2e57ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dc083c2a-b960-4ebd-85d4-93c0755ea1e6'}}] {{(pid=103105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 03:02:45.370031 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-6d2d5b64-c5fb-444d-8c4d-3b002c3d07cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (e6653f38-3690-4db8-a2c9-d958b262d0ec), before_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:45.434726 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-6d2d5b64-c5fb-444d-8c4d-3b002c3d07cf None None] For port e6653f38-3690-4db8-a2c9-d958b262d0ec, host dv-cinder-740146-14-smb, cleared binding levels {{(pid=103105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 03:02:45.437735 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-6d2d5b64-c5fb-444d-8c4d-3b002c3d07cf None None] For port e6653f38-3690-4db8-a2c9-d958b262d0ec, host dv-cinder-740146-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-smb',level=0,port_id=e6653f38-3690-4db8-a2c9-d958b262d0ec,segment=NetworkSegment(45f0554f-4816-4fc7-b15f-6b5fa2e57ece),segment_id=45f0554f-4816-4fc7-b15f-6b5fa2e57ece)] {{(pid=103105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 03:02:45.443977 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-6d2d5b64-c5fb-444d-8c4d-3b002c3d07cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712'] for port (e6653f38-3690-4db8-a2c9-d958b262d0ec), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:45.498807 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2d5b64-c5fb-444d-8c4d-3b002c3d07cf None None] Pushing event updated for resources: {'Port': ['ID=e6653f38-3690-4db8-a2c9-d958b262d0ec,revision_number=2']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:02:45.562098 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7c7527b0-5f91-4593-b5ee-3c44f107e37c admin admin] Publish callbacks [] for router_gateway (16462fb9-b56a-4faa-b136-96f09394e3aa), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:45.581142 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7c7527b0-5f91-4593-b5ee-3c44f107e37c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:45.710171 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.db.db_base_plugin_common [None req-7c7527b0-5f91-4593-b5ee-3c44f107e37c admin admin] Allocated IP 172.28.1.147 (67cf6db3-75c3-4d86-ba36-4af7c18cd6b3/b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e/1fd2952d-1552-46b5-b0a8-7a5ebbb68a11) {{(pid=103104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 03:02:45.816469 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7c7527b0-5f91-4593-b5ee-3c44f107e37c admin admin] Publish callbacks [] for port (1fd2952d-1552-46b5-b0a8-7a5ebbb68a11), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:45.848577 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7c7527b0-5f91-4593-b5ee-3c44f107e37c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774348857676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9193763'] for port (1fd2952d-1552-46b5-b0a8-7a5ebbb68a11), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:45.889755 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c7527b0-5f91-4593-b5ee-3c44f107e37c admin admin] Network 67cf6db3-75c3-4d86-ba36-4af7c18cd6b3 is already hosted by enough agents. {{(pid=103104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 03:02:45.895863 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.scheduler.base_scheduler [None req-7c7527b0-5f91-4593-b5ee-3c44f107e37c admin admin] Resources bound (agent type, host, resource id): {{(pid=103104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 03:02:45.899997 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7527b0-5f91-4593-b5ee-3c44f107e37c admin admin] Received port after_create {{(pid=103104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 03:02:45.903001 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7527b0-5f91-4593-b5ee-3c44f107e37c admin admin] Pushing event updated for resources: {'Port': ['ID=1fd2952d-1552-46b5-b0a8-7a5ebbb68a11,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:02:46.147152 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7c7527b0-5f91-4593-b5ee-3c44f107e37c admin admin] Publish callbacks [] for router_gateway (16462fb9-b56a-4faa-b136-96f09394e3aa), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:46.348942 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7c7527b0-5f91-4593-b5ee-3c44f107e37c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580382'] for router (16462fb9-b56a-4faa-b136-96f09394e3aa), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:46.418665 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b716c4-f971-4efa-8251-d3856d0a5345 None None] Network dc083c2a-b960-4ebd-85d4-93c0755ea1e6 requested from dv-cinder-740146-14-smb {{(pid=103105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 03:02:46.478019 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c7527b0-5f91-4593-b5ee-3c44f107e37c admin admin] Router 16462fb9-b56a-4faa-b136-96f09394e3aa is scheduled to L3 agent 368653ed-b5ce-4183-9c3b-231a0bc3dd35 with binding_index 1 {{(pid=103104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 03:02:46.495608 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [None req-d3da1284-3c19-4458-89bd-181cc1c073f5 None None] Provisioning complete for port e6653f38-3690-4db8-a2c9-d958b262d0ec triggered by entity DHCP. {{(pid=103105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:02:46.496583 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-d3da1284-3c19-4458-89bd-181cc1c073f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536573942'] for port (e6653f38-3690-4db8-a2c9-d958b262d0ec), provisioning_complete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:46.584688 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c7527b0-5f91-4593-b5ee-3c44f107e37c admin admin] Notify agent at l3_agent.dv-cinder-740146-14-smb the message routers_updated {{(pid=103104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 03:02:46.596590 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960975b5-704d-4a94-8564-3872aaa8f251 None None] Sync routers for ids ['16462fb9-b56a-4faa-b136-96f09394e3aa'] in dv-cinder-740146-14-smb {{(pid=103106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 03:02:46.603237 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7c7527b0-5f91-4593-b5ee-3c44f107e37c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:46.607350 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-7c7527b0-5f91-4593-b5ee-3c44f107e37c admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7349923 Mar 11 03:02:46.607517 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960975b5-704d-4a94-8564-3872aaa8f251 None None] Routers {'16462fb9-b56a-4faa-b136-96f09394e3aa'} bound to L3 agent in host dv-cinder-740146-14-smb {{(pid=103106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:02:46.607517 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-960975b5-704d-4a94-8564-3872aaa8f251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T02:46:25Z,description=,heartbeat_timestamp=2022-03-11T03:02:25Z,host='dv-cinder-740146-14-smb',id=368653ed-b5ce-4183-9c3b-231a0bc3dd35,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T02:46:25Z,topic='l3_agent')) {'router_ids': ['16462fb9-b56a-4faa-b136-96f09394e3aa'], 'active': True} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:02:46.607747 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 46514) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:02:46.614539 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-d3da1284-3c19-4458-89bd-181cc1c073f5 None None] Current status of the port e6653f38-3690-4db8-a2c9-d958b262d0ec is: DOWN; New status is: ACTIVE {{(pid=103105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:02:46.615388 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-d3da1284-3c19-4458-89bd-181cc1c073f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (e6653f38-3690-4db8-a2c9-d958b262d0ec), before_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:46.656393 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-d3da1284-3c19-4458-89bd-181cc1c073f5 None None] For port e6653f38-3690-4db8-a2c9-d958b262d0ec, host dv-cinder-740146-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-smb',level=0,port_id=e6653f38-3690-4db8-a2c9-d958b262d0ec,segment=NetworkSegment(45f0554f-4816-4fc7-b15f-6b5fa2e57ece),segment_id=45f0554f-4816-4fc7-b15f-6b5fa2e57ece)] {{(pid=103105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:02:46.661263 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-d3da1284-3c19-4458-89bd-181cc1c073f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712'] for port (e6653f38-3690-4db8-a2c9-d958b262d0ec), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:46.733607 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.l3_dvr_db [None req-960975b5-704d-4a94-8564-3872aaa8f251 None None] Set router 16462fb9-b56a-4faa-b136-96f09394e3aa gateway port host: dv-cinder-740146-14-smb {{(pid=103106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:02:46.767425 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3da1284-3c19-4458-89bd-181cc1c073f5 None None] Pushing event updated for resources: {'Port': ['ID=e6653f38-3690-4db8-a2c9-d958b262d0ec,revision_number=3']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:02:46.794428 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Device e6653f38-3690-4db8-a2c9-d958b262d0ec up at agent ovs-agent-dv-cinder-740146-14-smb {{(pid=103105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 03:02:46.867677 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Provisioning complete for port e6653f38-3690-4db8-a2c9-d958b262d0ec triggered by entity L2. {{(pid=103105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:02:46.868628 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536573942'] for port (e6653f38-3690-4db8-a2c9-d958b262d0ec), provisioning_complete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:46.912943 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [None req-e2a39bf3-62c7-4d8d-949b-6de5f9ffb05a None None] Provisioning complete for port e6653f38-3690-4db8-a2c9-d958b262d0ec triggered by entity DHCP. {{(pid=103105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:02:46.913261 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-e2a39bf3-62c7-4d8d-949b-6de5f9ffb05a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536573942'] for port (e6653f38-3690-4db8-a2c9-d958b262d0ec), provisioning_complete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:46.952172 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-960975b5-704d-4a94-8564-3872aaa8f251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16462fb9-b56a-4faa-b136-96f09394e3aa', 'name': 'tempest-AttachVolumeNegativeTest-761504005-router', 'tenant_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'external_fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.147'}], 'enable_snat': True}, 'gw_port_id': '1fd2952d-1552-46b5-b0a8-7a5ebbb68a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:02:44Z', 'updated_at': '2022-03-11T03:02:46Z', 'revision_number': 3, 'project_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'gw_port': {'id': '1fd2952d-1552-46b5-b0a8-7a5ebbb68a11', 'name': '', 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:54:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16462fb9-b56a-4faa-b136-96f09394e3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:02:45Z', 'updated_at': '2022-03-11T03:02:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-smb'}], 'dv-cinder-740146-14-smb', False) {} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:02:46.979903 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960975b5-704d-4a94-8564-3872aaa8f251 None None] Checking router: 16462fb9-b56a-4faa-b136-96f09394e3aa for host: dv-cinder-740146-14-smb {{(pid=103106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 03:02:46.979903 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960975b5-704d-4a94-8564-3872aaa8f251 None None] Updating router 16462fb9-b56a-4faa-b136-96f09394e3aa port 1fd2952d-1552-46b5-b0a8-7a5ebbb68a11 binding host dv-cinder-740146-14-smb {{(pid=103106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 03:02:47.010666 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-960975b5-704d-4a94-8564-3872aaa8f251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (1fd2952d-1552-46b5-b0a8-7a5ebbb68a11), before_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:47.097079 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7a3cee4b-0cb7-481b-a73f-4ddaa3f8d0c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:47.125537 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Current status of the port e6653f38-3690-4db8-a2c9-d958b262d0ec is: ACTIVE; New status is: ACTIVE {{(pid=103105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:02:47.166914 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-e2a39bf3-62c7-4d8d-949b-6de5f9ffb05a None None] Current status of the port e6653f38-3690-4db8-a2c9-d958b262d0ec is: ACTIVE; New status is: ACTIVE {{(pid=103105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:02:47.258318 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.db.db_base_plugin_common [None req-7a3cee4b-0cb7-481b-a73f-4ddaa3f8d0c9 admin admin] Allocated IP 172.20.0.1 (dc083c2a-b960-4ebd-85d4-93c0755ea1e6/3939f6db-104b-439d-aa6d-0e5f788bcd04/04727a9f-b0af-438e-975d-2aa287012822) {{(pid=103104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 03:02:47.268038 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-960975b5-704d-4a94-8564-3872aaa8f251 None None] Publish callbacks [] for port (1fd2952d-1552-46b5-b0a8-7a5ebbb68a11), precommit_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:47.274154 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-960975b5-704d-4a94-8564-3872aaa8f251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712'] for port (1fd2952d-1552-46b5-b0a8-7a5ebbb68a11), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:47.365807 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7a3cee4b-0cb7-481b-a73f-4ddaa3f8d0c9 admin admin] Publish callbacks [] for port (04727a9f-b0af-438e-975d-2aa287012822), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:47.399442 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7a3cee4b-0cb7-481b-a73f-4ddaa3f8d0c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774348857676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9193763'] for port (04727a9f-b0af-438e-975d-2aa287012822), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:47.410568 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (56ad6e9b-975a-4fdf-b549-1f3c33ba94e0), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:47.418468 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90201d61-822f-44ee-b28a-f9e881a84f00 None None] Pushing event updated for resources: {'Port': ['ID=1fd2952d-1552-46b5-b0a8-7a5ebbb68a11,revision_number=2']} {{(pid=103106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:02:47.420449 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.plugins.ml2.managers [None req-960975b5-704d-4a94-8564-3872aaa8f251 None None] Attempting to bind port 1fd2952d-1552-46b5-b0a8-7a5ebbb68a11 on host dv-cinder-740146-14-smb for vnic_type normal with profile {{(pid=103106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 03:02:47.420813 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.plugins.ml2.managers [None req-960975b5-704d-4a94-8564-3872aaa8f251 None None] Attempting to bind port 1fd2952d-1552-46b5-b0a8-7a5ebbb68a11 by drivers openvswitch,hyperv on host dv-cinder-740146-14-smb at level 0 using segments [{'id': '86701719-770a-4197-8a84-07fe4dcd9e0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3'}] {{(pid=103106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 03:02:47.421194 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960975b5-704d-4a94-8564-3872aaa8f251 None None] Attempting to bind port 1fd2952d-1552-46b5-b0a8-7a5ebbb68a11 on network 67cf6db3-75c3-4d86-ba36-4af7c18cd6b3 {{(pid=103106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 03:02:47.430159 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90201d61-822f-44ee-b28a-f9e881a84f00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:02:47.430509 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90201d61-822f-44ee-b28a-f9e881a84f00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:02:47.430872 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90201d61-822f-44ee-b28a-f9e881a84f00 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:02:47.431211 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90201d61-822f-44ee-b28a-f9e881a84f00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:02:47.431546 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90201d61-822f-44ee-b28a-f9e881a84f00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:02:47.431874 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90201d61-822f-44ee-b28a-f9e881a84f00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:02:47.432200 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90201d61-822f-44ee-b28a-f9e881a84f00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:02:47.432535 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90201d61-822f-44ee-b28a-f9e881a84f00 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:02:47.432859 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90201d61-822f-44ee-b28a-f9e881a84f00 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:02:47.433752 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90201d61-822f-44ee-b28a-f9e881a84f00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:02:47.434088 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90201d61-822f-44ee-b28a-f9e881a84f00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:02:47.434410 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90201d61-822f-44ee-b28a-f9e881a84f00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:02:47.434731 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90201d61-822f-44ee-b28a-f9e881a84f00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:02:47.437461 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a3cee4b-0cb7-481b-a73f-4ddaa3f8d0c9 admin admin] Network dc083c2a-b960-4ebd-85d4-93c0755ea1e6 is already hosted by enough agents. {{(pid=103104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 03:02:47.438836 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960975b5-704d-4a94-8564-3872aaa8f251 None None] Checking agent: {'id': '36a16930-fe6f-49e2-96be-29faaa54e9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 2, 46, 29), 'started_at': datetime.datetime(2022, 3, 11, 2, 46, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 3, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 03:02:47.439402 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960975b5-704d-4a94-8564-3872aaa8f251 None None] Checking segment: {'id': '86701719-770a-4197-8a84-07fe4dcd9e0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 03:02:47.439812 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-960975b5-704d-4a94-8564-3872aaa8f251 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:47.440198 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960975b5-704d-4a94-8564-3872aaa8f251 None None] Bound using segment: {'id': '86701719-770a-4197-8a84-07fe4dcd9e0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3'} {{(pid=103106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 03:02:47.440669 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.plugins.ml2.managers [None req-960975b5-704d-4a94-8564-3872aaa8f251 None None] Bound port: 1fd2952d-1552-46b5-b0a8-7a5ebbb68a11, host: dv-cinder-740146-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86701719-770a-4197-8a84-07fe4dcd9e0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3'}}] {{(pid=103106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 03:02:47.441044 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-960975b5-704d-4a94-8564-3872aaa8f251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (1fd2952d-1552-46b5-b0a8-7a5ebbb68a11), before_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:47.442239 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.scheduler.base_scheduler [None req-7a3cee4b-0cb7-481b-a73f-4ddaa3f8d0c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 03:02:47.445652 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3cee4b-0cb7-481b-a73f-4ddaa3f8d0c9 admin admin] Received port after_create {{(pid=103104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 03:02:47.469294 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3cee4b-0cb7-481b-a73f-4ddaa3f8d0c9 admin admin] Pushing event updated for resources: {'Port': ['ID=04727a9f-b0af-438e-975d-2aa287012822,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:02:47.488524 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7a3cee4b-0cb7-481b-a73f-4ddaa3f8d0c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-576625'] for router_interface (16462fb9-b56a-4faa-b136-96f09394e3aa), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:47.494786 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-960975b5-704d-4a94-8564-3872aaa8f251 None None] For port 1fd2952d-1552-46b5-b0a8-7a5ebbb68a11, host dv-cinder-740146-14-smb, cleared binding levels {{(pid=103106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 03:02:47.498340 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-960975b5-704d-4a94-8564-3872aaa8f251 None None] For port 1fd2952d-1552-46b5-b0a8-7a5ebbb68a11, host dv-cinder-740146-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-smb',level=0,port_id=1fd2952d-1552-46b5-b0a8-7a5ebbb68a11,segment=NetworkSegment(86701719-770a-4197-8a84-07fe4dcd9e0f),segment_id=86701719-770a-4197-8a84-07fe4dcd9e0f)] {{(pid=103106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 03:02:47.504677 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-960975b5-704d-4a94-8564-3872aaa8f251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712'] for port (1fd2952d-1552-46b5-b0a8-7a5ebbb68a11), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:47.563290 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90201d61-822f-44ee-b28a-f9e881a84f00 None None] Pushing event updated for resources: {'Port': ['ID=1fd2952d-1552-46b5-b0a8-7a5ebbb68a11,revision_number=3']} {{(pid=103106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:02:47.574714 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960975b5-704d-4a94-8564-3872aaa8f251 None None] Routers {'16462fb9-b56a-4faa-b136-96f09394e3aa'} bound to L3 agent in host dv-cinder-740146-14-smb {{(pid=103106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:02:47.575339 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-960975b5-704d-4a94-8564-3872aaa8f251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T02:46:25Z,description=,heartbeat_timestamp=2022-03-11T03:02:25Z,host='dv-cinder-740146-14-smb',id=368653ed-b5ce-4183-9c3b-231a0bc3dd35,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T02:46:25Z,topic='l3_agent')) {'router_ids': ['16462fb9-b56a-4faa-b136-96f09394e3aa'], 'active': True} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:02:47.629106 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7a3cee4b-0cb7-481b-a73f-4ddaa3f8d0c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (04727a9f-b0af-438e-975d-2aa287012822), before_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:47.687308 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.l3_dvr_db [None req-960975b5-704d-4a94-8564-3872aaa8f251 None None] Set router 16462fb9-b56a-4faa-b136-96f09394e3aa gateway port host: dv-cinder-740146-14-smb {{(pid=103106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:02:47.694594 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [None req-125ec179-a910-4207-858d-b6bcf2fe376f None None] Provisioning complete for port 04727a9f-b0af-438e-975d-2aa287012822 triggered by entity DHCP. {{(pid=103105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:02:47.695302 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-125ec179-a910-4207-858d-b6bcf2fe376f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536573942'] for port (04727a9f-b0af-438e-975d-2aa287012822), provisioning_complete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:47.733436 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-125ec179-a910-4207-858d-b6bcf2fe376f None None] Port 04727a9f-b0af-438e-975d-2aa287012822 cannot update to ACTIVE because it is not bound. {{(pid=103105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 03:02:47.797355 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7a3cee4b-0cb7-481b-a73f-4ddaa3f8d0c9 admin admin] Publish callbacks [] for port (04727a9f-b0af-438e-975d-2aa287012822), precommit_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:47.801736 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7a3cee4b-0cb7-481b-a73f-4ddaa3f8d0c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9193786'] for port (04727a9f-b0af-438e-975d-2aa287012822), after_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:47.866226 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7a3cee4b-0cb7-481b-a73f-4ddaa3f8d0c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-648101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-576733'] for router_interface (16462fb9-b56a-4faa-b136-96f09394e3aa), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:47.868038 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3cee4b-0cb7-481b-a73f-4ddaa3f8d0c9 admin admin] Pushing event updated for resources: {'Port': ['ID=04727a9f-b0af-438e-975d-2aa287012822,revision_number=2']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:02:47.870496 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-960975b5-704d-4a94-8564-3872aaa8f251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16462fb9-b56a-4faa-b136-96f09394e3aa', 'name': 'tempest-AttachVolumeNegativeTest-761504005-router', 'tenant_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'external_fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.147'}], 'enable_snat': True}, 'gw_port_id': '1fd2952d-1552-46b5-b0a8-7a5ebbb68a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:02:44Z', 'updated_at': '2022-03-11T03:02:46Z', 'revision_number': 3, 'project_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'gw_port': {'id': '1fd2952d-1552-46b5-b0a8-7a5ebbb68a11', 'name': '', 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:54:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16462fb9-b56a-4faa-b136-96f09394e3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:02:45Z', 'updated_at': '2022-03-11T03:02:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-smb'}], 'dv-cinder-740146-14-smb', False) {} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:02:47.898600 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960975b5-704d-4a94-8564-3872aaa8f251 None None] The sync data for ids ['16462fb9-b56a-4faa-b136-96f09394e3aa'] in dv-cinder-740146-14-smb is: [{'id': '16462fb9-b56a-4faa-b136-96f09394e3aa', 'name': 'tempest-AttachVolumeNegativeTest-761504005-router', 'tenant_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'external_fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.147'}], 'enable_snat': True}, 'gw_port_id': '1fd2952d-1552-46b5-b0a8-7a5ebbb68a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:02:44Z', 'updated_at': '2022-03-11T03:02:46Z', 'revision_number': 3, 'project_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'gw_port': {'id': '1fd2952d-1552-46b5-b0a8-7a5ebbb68a11', 'name': '', 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:54:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16462fb9-b56a-4faa-b136-96f09394e3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:02:45Z', 'updated_at': '2022-03-11T03:02:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-smb'}] {{(pid=103106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 03:02:47.967191 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a3cee4b-0cb7-481b-a73f-4ddaa3f8d0c9 admin admin] Network dc083c2a-b960-4ebd-85d4-93c0755ea1e6 is already hosted by enough agents. {{(pid=103104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 03:02:47.968666 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.scheduler.base_scheduler [None req-7a3cee4b-0cb7-481b-a73f-4ddaa3f8d0c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 03:02:48.094581 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a3cee4b-0cb7-481b-a73f-4ddaa3f8d0c9 admin admin] Router 16462fb9-b56a-4faa-b136-96f09394e3aa has already been hosted by L3 agent 368653ed-b5ce-4183-9c3b-231a0bc3dd35 {{(pid=103104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 03:02:48.258870 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [None req-e8cac29d-c6ab-4670-b6f7-9ba50e26dee7 None None] Provisioning complete for port 04727a9f-b0af-438e-975d-2aa287012822 triggered by entity DHCP. {{(pid=103105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:02:48.259210 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-e8cac29d-c6ab-4670-b6f7-9ba50e26dee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536573942'] for port (04727a9f-b0af-438e-975d-2aa287012822), provisioning_complete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:48.301240 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-e8cac29d-c6ab-4670-b6f7-9ba50e26dee7 None None] Port 04727a9f-b0af-438e-975d-2aa287012822 cannot update to ACTIVE because it is not bound. {{(pid=103105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 03:02:48.509577 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a3cee4b-0cb7-481b-a73f-4ddaa3f8d0c9 admin admin] Notify agent at l3_agent.dv-cinder-740146-14-smb the message routers_updated {{(pid=103104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 03:02:48.515026 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-7a3cee4b-0cb7-481b-a73f-4ddaa3f8d0c9 admin admin] 10.222.0.20 "PUT /v2.0/routers/16462fb9-b56a-4faa-b136-96f09394e3aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9060400 Mar 11 03:02:48.825865 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Device e6653f38-3690-4db8-a2c9-d958b262d0ec up at agent ovs-agent-dv-cinder-740146-14-smb {{(pid=103105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 03:02:48.875774 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Provisioning complete for port e6653f38-3690-4db8-a2c9-d958b262d0ec triggered by entity L2. {{(pid=103105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:02:48.876150 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536573942'] for port (e6653f38-3690-4db8-a2c9-d958b262d0ec), provisioning_complete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:48.960052 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Current status of the port e6653f38-3690-4db8-a2c9-d958b262d0ec is: ACTIVE; New status is: ACTIVE {{(pid=103105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:02:48.961146 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Device 1fd2952d-1552-46b5-b0a8-7a5ebbb68a11 up at agent ovs-agent-dv-cinder-740146-14-smb {{(pid=103105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 03:02:49.010731 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Provisioning complete for port 1fd2952d-1552-46b5-b0a8-7a5ebbb68a11 triggered by entity L2. {{(pid=103105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:02:49.011111 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536573942'] for port (1fd2952d-1552-46b5-b0a8-7a5ebbb68a11), provisioning_complete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:49.085626 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Current status of the port 1fd2952d-1552-46b5-b0a8-7a5ebbb68a11 is: DOWN; New status is: ACTIVE {{(pid=103105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:02:49.086023 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (1fd2952d-1552-46b5-b0a8-7a5ebbb68a11), before_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:49.107714 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] For port 1fd2952d-1552-46b5-b0a8-7a5ebbb68a11, host dv-cinder-740146-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-smb',level=0,port_id=1fd2952d-1552-46b5-b0a8-7a5ebbb68a11,segment=NetworkSegment(86701719-770a-4197-8a84-07fe4dcd9e0f),segment_id=86701719-770a-4197-8a84-07fe4dcd9e0f)] {{(pid=103105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:02:49.111490 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712'] for port (1fd2952d-1552-46b5-b0a8-7a5ebbb68a11), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:49.122819 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 46524) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:02:49.127553 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.v2.base [None req-5e24a171-5046-475e-8863-7c14b5c1e08f tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Request body: {'security_group': {'name': 'tempest-securitygroup--85882769', 'description': 'tempest-description--304122056'}} {{(pid=103104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:02:49.147380 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-5e24a171-5046-475e-8863-7c14b5c1e08f tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks [] for security_group (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:49.162229 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Pushing event updated for resources: {'Port': ['ID=1fd2952d-1552-46b5-b0a8-7a5ebbb68a11,revision_number=4']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:02:49.215007 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-5e24a171-5046-475e-8863-7c14b5c1e08f tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks [] for security_group (b73524d0-172e-4c52-bbcf-bfda59eaaa89), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:49.218852 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-5e24a171-5046-475e-8863-7c14b5c1e08f tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (b73524d0-172e-4c52-bbcf-bfda59eaaa89), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:49.249241 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-5e24a171-5046-475e-8863-7c14b5c1e08f tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks [] for security_group (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:49.250383 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-5e24a171-5046-475e-8863-7c14b5c1e08f tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1263387 Mar 11 03:02:49.252316 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e24a171-5046-475e-8863-7c14b5c1e08f tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b73524d0-172e-4c52-bbcf-bfda59eaaa89,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:02:49.253327 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 46526) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:02:49.258818 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.v2.base [None req-43a97cf9-42dd-4cd9-820c-05d8032db730 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Request body: {'security_group_rule': {'security_group_id': 'b73524d0-172e-4c52-bbcf-bfda59eaaa89', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:02:49.283048 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-43a97cf9-42dd-4cd9-820c-05d8032db730 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks [] for security_group_rule (52bf76f3-39af-4623-8cec-865acf51a505), before_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:49.341384 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-43a97cf9-42dd-4cd9-820c-05d8032db730 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks [] for security_group_rule (52bf76f3-39af-4623-8cec-865acf51a505), precommit_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:49.346329 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-43a97cf9-42dd-4cd9-820c-05d8032db730 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526655'] for security_group_rule (52bf76f3-39af-4623-8cec-865acf51a505), after_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:49.363989 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a97cf9-42dd-4cd9-820c-05d8032db730 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52bf76f3-39af-4623-8cec-865acf51a505,revision_number=0']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:02:49.371935 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-43a97cf9-42dd-4cd9-820c-05d8032db730 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:49.373144 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-43a97cf9-42dd-4cd9-820c-05d8032db730 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1180890 Mar 11 03:02:49.375744 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 46528) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:02:49.379952 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.v2.base [None req-f7cf4ba3-43d1-4dc7-9979-364018516b64 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Request body: {'security_group_rule': {'security_group_id': 'b73524d0-172e-4c52-bbcf-bfda59eaaa89', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:02:49.405474 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-f7cf4ba3-43d1-4dc7-9979-364018516b64 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks [] for security_group_rule (bd199fd5-6ce2-4973-a736-0064480d2f4b), before_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:49.463532 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-f7cf4ba3-43d1-4dc7-9979-364018516b64 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks [] for security_group_rule (bd199fd5-6ce2-4973-a736-0064480d2f4b), precommit_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:49.467666 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-f7cf4ba3-43d1-4dc7-9979-364018516b64 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526655'] for security_group_rule (bd199fd5-6ce2-4973-a736-0064480d2f4b), after_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:49.485881 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cf4ba3-43d1-4dc7-9979-364018516b64 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd199fd5-6ce2-4973-a736-0064480d2f4b,revision_number=0']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:02:49.494234 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-f7cf4ba3-43d1-4dc7-9979-364018516b64 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:49.495483 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-f7cf4ba3-43d1-4dc7-9979-364018516b64 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1188416 Mar 11 03:02:49.498527 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 46530) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:02:49.501244 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9326fe3-9ecf-488f-9079-83841e708ce7 None None] Sync routers for ids ['16462fb9-b56a-4faa-b136-96f09394e3aa'] in dv-cinder-740146-14-smb {{(pid=103105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 03:02:49.502875 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.v2.base [None req-b7ed94f7-7918-40fe-81c1-dac919654555 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Request body: {'floatingip': {'floating_network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3'}} {{(pid=103103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:02:49.511737 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9326fe3-9ecf-488f-9079-83841e708ce7 None None] Routers {'16462fb9-b56a-4faa-b136-96f09394e3aa'} bound to L3 agent in host dv-cinder-740146-14-smb {{(pid=103105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:02:49.512419 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_hamode_db [None req-a9326fe3-9ecf-488f-9079-83841e708ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T02:46:25Z,description=,heartbeat_timestamp=2022-03-11T03:02:25Z,host='dv-cinder-740146-14-smb',id=368653ed-b5ce-4183-9c3b-231a0bc3dd35,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T02:46:25Z,topic='l3_agent')) {'router_ids': ['16462fb9-b56a-4faa-b136-96f09394e3aa'], 'active': True} {{(pid=103105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:02:49.521872 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b7ed94f7-7918-40fe-81c1-dac919654555 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:49.615682 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b7ed94f7-7918-40fe-81c1-dac919654555 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (None), before_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:49.618920 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_dvr_db [None req-a9326fe3-9ecf-488f-9079-83841e708ce7 None None] Set router 16462fb9-b56a-4faa-b136-96f09394e3aa gateway port host: dv-cinder-740146-14-smb {{(pid=103105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:02:49.827467 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_hamode_db [None req-a9326fe3-9ecf-488f-9079-83841e708ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16462fb9-b56a-4faa-b136-96f09394e3aa', 'name': 'tempest-AttachVolumeNegativeTest-761504005-router', 'tenant_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'external_fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.147'}], 'enable_snat': True}, 'gw_port_id': '1fd2952d-1552-46b5-b0a8-7a5ebbb68a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:02:44Z', 'updated_at': '2022-03-11T03:02:47Z', 'revision_number': 4, 'project_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'gw_port': {'id': '1fd2952d-1552-46b5-b0a8-7a5ebbb68a11', 'name': '', 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:54:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16462fb9-b56a-4faa-b136-96f09394e3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:02:45Z', 'updated_at': '2022-03-11T03:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-smb', '_interfaces': [{'id': '04727a9f-b0af-438e-975d-2aa287012822', 'name': '', 'network_id': 'dc083c2a-b960-4ebd-85d4-93c0755ea1e6', 'tenant_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'mac_address': 'fa:16:3e:bb:df:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16462fb9-b56a-4faa-b136-96f09394e3aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '3939f6db-104b-439d-aa6d-0e5f788bcd04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:02:47Z', 'updated_at': '2022-03-11T03:02:47Z', 'revision_number': 2, 'project_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'subnets': [{'id': '3939f6db-104b-439d-aa6d-0e5f788bcd04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-14-smb', False) {} {{(pid=103105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:02:49.861123 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9326fe3-9ecf-488f-9079-83841e708ce7 None None] Checking router: 16462fb9-b56a-4faa-b136-96f09394e3aa for host: dv-cinder-740146-14-smb {{(pid=103105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 03:02:49.861480 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9326fe3-9ecf-488f-9079-83841e708ce7 None None] Updating router 16462fb9-b56a-4faa-b136-96f09394e3aa port 04727a9f-b0af-438e-975d-2aa287012822 binding host dv-cinder-740146-14-smb {{(pid=103105) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 03:02:49.890182 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-a9326fe3-9ecf-488f-9079-83841e708ce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (04727a9f-b0af-438e-975d-2aa287012822), before_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:49.949337 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.db.db_base_plugin_common [None req-b7ed94f7-7918-40fe-81c1-dac919654555 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Allocated IP 172.28.1.3 (67cf6db3-75c3-4d86-ba36-4af7c18cd6b3/b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e/e7b22d40-3c0e-42b8-8547-4bc7df54c659) {{(pid=103103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 03:02:50.046144 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b7ed94f7-7918-40fe-81c1-dac919654555 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks [] for port (e7b22d40-3c0e-42b8-8547-4bc7df54c659), precommit_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:50.077851 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b7ed94f7-7918-40fe-81c1-dac919654555 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774348857676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9139710'] for port (e7b22d40-3c0e-42b8-8547-4bc7df54c659), after_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:50.116623 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ed94f7-7918-40fe-81c1-dac919654555 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Network 67cf6db3-75c3-4d86-ba36-4af7c18cd6b3 is already hosted by enough agents. {{(pid=103103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 03:02:50.119541 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.scheduler.base_scheduler [None req-b7ed94f7-7918-40fe-81c1-dac919654555 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Resources bound (agent type, host, resource id): {{(pid=103103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 03:02:50.122162 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ed94f7-7918-40fe-81c1-dac919654555 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Received port after_create {{(pid=103103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 03:02:50.148546 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-a9326fe3-9ecf-488f-9079-83841e708ce7 None None] Publish callbacks [] for port (04727a9f-b0af-438e-975d-2aa287012822), precommit_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:50.150354 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ed94f7-7918-40fe-81c1-dac919654555 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Pushing event updated for resources: {'Port': ['ID=e7b22d40-3c0e-42b8-8547-4bc7df54c659,revision_number=1']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:02:50.155084 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-a9326fe3-9ecf-488f-9079-83841e708ce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712'] for port (04727a9f-b0af-438e-975d-2aa287012822), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:50.209012 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa45d8c-6312-41b4-bedf-3b5ce3f74563 None None] Pushing event updated for resources: {'Port': ['ID=04727a9f-b0af-438e-975d-2aa287012822,revision_number=3']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:02:50.223326 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b7ed94f7-7918-40fe-81c1-dac919654555 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks [] for floatingip (26c60a7e-53df-47cc-89c0-55b107b0de28), precommit_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:50.263463 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b7ed94f7-7918-40fe-81c1-dac919654555 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (e7b22d40-3c0e-42b8-8547-4bc7df54c659), before_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:50.264153 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.managers [None req-a9326fe3-9ecf-488f-9079-83841e708ce7 None None] Attempting to bind port 04727a9f-b0af-438e-975d-2aa287012822 on host dv-cinder-740146-14-smb for vnic_type normal with profile {{(pid=103105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 03:02:50.264379 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.managers [None req-a9326fe3-9ecf-488f-9079-83841e708ce7 None None] Attempting to bind port 04727a9f-b0af-438e-975d-2aa287012822 by drivers openvswitch,hyperv on host dv-cinder-740146-14-smb at level 0 using segments [{'id': '45f0554f-4816-4fc7-b15f-6b5fa2e57ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dc083c2a-b960-4ebd-85d4-93c0755ea1e6'}] {{(pid=103105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 03:02:50.264641 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9326fe3-9ecf-488f-9079-83841e708ce7 None None] Attempting to bind port 04727a9f-b0af-438e-975d-2aa287012822 on network dc083c2a-b960-4ebd-85d4-93c0755ea1e6 {{(pid=103105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 03:02:50.270880 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9326fe3-9ecf-488f-9079-83841e708ce7 None None] Checking agent: {'id': '36a16930-fe6f-49e2-96be-29faaa54e9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 2, 46, 29), 'started_at': datetime.datetime(2022, 3, 11, 2, 46, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 3, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 03:02:50.271259 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9326fe3-9ecf-488f-9079-83841e708ce7 None None] Checking segment: {'id': '45f0554f-4816-4fc7-b15f-6b5fa2e57ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dc083c2a-b960-4ebd-85d4-93c0755ea1e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 03:02:50.271661 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-a9326fe3-9ecf-488f-9079-83841e708ce7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:50.272052 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9326fe3-9ecf-488f-9079-83841e708ce7 None None] Bound using segment: {'id': '45f0554f-4816-4fc7-b15f-6b5fa2e57ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dc083c2a-b960-4ebd-85d4-93c0755ea1e6'} {{(pid=103105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 03:02:50.272515 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.managers [None req-a9326fe3-9ecf-488f-9079-83841e708ce7 None None] Bound port: 04727a9f-b0af-438e-975d-2aa287012822, host: dv-cinder-740146-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45f0554f-4816-4fc7-b15f-6b5fa2e57ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dc083c2a-b960-4ebd-85d4-93c0755ea1e6'}}] {{(pid=103105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 03:02:50.272892 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-a9326fe3-9ecf-488f-9079-83841e708ce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (04727a9f-b0af-438e-975d-2aa287012822), before_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:50.341377 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-a9326fe3-9ecf-488f-9079-83841e708ce7 None None] For port 04727a9f-b0af-438e-975d-2aa287012822, host dv-cinder-740146-14-smb, cleared binding levels {{(pid=103105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 03:02:50.345522 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-a9326fe3-9ecf-488f-9079-83841e708ce7 None None] For port 04727a9f-b0af-438e-975d-2aa287012822, host dv-cinder-740146-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-smb',level=0,port_id=04727a9f-b0af-438e-975d-2aa287012822,segment=NetworkSegment(45f0554f-4816-4fc7-b15f-6b5fa2e57ece),segment_id=45f0554f-4816-4fc7-b15f-6b5fa2e57ece)] {{(pid=103105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 03:02:50.352142 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-a9326fe3-9ecf-488f-9079-83841e708ce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712'] for port (04727a9f-b0af-438e-975d-2aa287012822), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:50.414835 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9326fe3-9ecf-488f-9079-83841e708ce7 None None] Routers {'16462fb9-b56a-4faa-b136-96f09394e3aa'} bound to L3 agent in host dv-cinder-740146-14-smb {{(pid=103105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:02:50.415261 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_hamode_db [None req-a9326fe3-9ecf-488f-9079-83841e708ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T02:46:25Z,description=,heartbeat_timestamp=2022-03-11T03:02:25Z,host='dv-cinder-740146-14-smb',id=368653ed-b5ce-4183-9c3b-231a0bc3dd35,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T02:46:25Z,topic='l3_agent')) {'router_ids': ['16462fb9-b56a-4faa-b136-96f09394e3aa'], 'active': True} {{(pid=103105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:02:50.417195 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa45d8c-6312-41b4-bedf-3b5ce3f74563 None None] Pushing event updated for resources: {'Port': ['ID=04727a9f-b0af-438e-975d-2aa287012822,revision_number=4']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:02:50.430395 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b7ed94f7-7918-40fe-81c1-dac919654555 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks [] for port (e7b22d40-3c0e-42b8-8547-4bc7df54c659), precommit_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:50.435431 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b7ed94f7-7918-40fe-81c1-dac919654555 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9139687'] for port (e7b22d40-3c0e-42b8-8547-4bc7df54c659), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:50.481828 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [None req-06cd3514-52c7-48b0-9bcc-af82287c5b92 None None] Provisioning complete for port 04727a9f-b0af-438e-975d-2aa287012822 triggered by entity DHCP. {{(pid=103105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:02:50.482463 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-06cd3514-52c7-48b0-9bcc-af82287c5b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536573942'] for port (04727a9f-b0af-438e-975d-2aa287012822), provisioning_complete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:50.515712 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ed94f7-7918-40fe-81c1-dac919654555 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Pushing event updated for resources: {'Port': ['ID=e7b22d40-3c0e-42b8-8547-4bc7df54c659,revision_number=2']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:02:50.525864 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b7ed94f7-7918-40fe-81c1-dac919654555 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580600'] for floatingip (26c60a7e-53df-47cc-89c0-55b107b0de28), after_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:50.541737 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b7ed94f7-7918-40fe-81c1-dac919654555 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55355'] for floatingip (None), before_response {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:50.544010 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-b7ed94f7-7918-40fe-81c1-dac919654555 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.0444787 Mar 11 03:02:50.560831 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_dvr_db [None req-a9326fe3-9ecf-488f-9079-83841e708ce7 None None] Set router 16462fb9-b56a-4faa-b136-96f09394e3aa gateway port host: dv-cinder-740146-14-smb {{(pid=103105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:02:50.698995 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-f725f562-893f-48a3-8e12-243323c4f5aa req-d6dd1a5b-61de-4ea4-99a1-fad267e4f80f tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--85882769&fields=id&tenant_id=2b4303e0b14a4764a3e0bdfada32ab0d HTTP/1.1" status: 200 len: 267 time: 0.0479436 Mar 11 03:02:50.728717 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Device 1fd2952d-1552-46b5-b0a8-7a5ebbb68a11 up at agent ovs-agent-dv-cinder-740146-14-smb {{(pid=103105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 03:02:50.759310 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-06cd3514-52c7-48b0-9bcc-af82287c5b92 None None] Current status of the port 04727a9f-b0af-438e-975d-2aa287012822 is: DOWN; New status is: ACTIVE {{(pid=103105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:02:50.759702 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-06cd3514-52c7-48b0-9bcc-af82287c5b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (04727a9f-b0af-438e-975d-2aa287012822), before_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:50.807648 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f725f562-893f-48a3-8e12-243323c4f5aa req-0ca97aed-8186-4bc6-907a-a3cf39ea68ef tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:02:50.809305 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-f725f562-893f-48a3-8e12-243323c4f5aa req-0ca97aed-8186-4bc6-907a-a3cf39ea68ef tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.20 "GET /v2.0/networks?id=dc083c2a-b960-4ebd-85d4-93c0755ea1e6 HTTP/1.1" status: 200 len: 814 time: 0.1037419 Mar 11 03:02:50.825557 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-f725f562-893f-48a3-8e12-243323c4f5aa req-88552a4a-b429-43c7-abe8-7aef7c74b2fe tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.20 "GET /v2.0/quotas/2b4303e0b14a4764a3e0bdfada32ab0d HTTP/1.1" status: 200 len: 375 time: 0.0095890 Mar 11 03:02:50.843805 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-06cd3514-52c7-48b0-9bcc-af82287c5b92 None None] For port 04727a9f-b0af-438e-975d-2aa287012822, host dv-cinder-740146-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-smb',level=0,port_id=04727a9f-b0af-438e-975d-2aa287012822,segment=NetworkSegment(45f0554f-4816-4fc7-b15f-6b5fa2e57ece),segment_id=45f0554f-4816-4fc7-b15f-6b5fa2e57ece)] {{(pid=103105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:02:50.854671 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-06cd3514-52c7-48b0-9bcc-af82287c5b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712'] for port (04727a9f-b0af-438e-975d-2aa287012822), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:50.860210 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Provisioning complete for port 1fd2952d-1552-46b5-b0a8-7a5ebbb68a11 triggered by entity L2. {{(pid=103105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:02:50.860557 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536573942'] for port (1fd2952d-1552-46b5-b0a8-7a5ebbb68a11), provisioning_complete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:50.895996 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-f725f562-893f-48a3-8e12-243323c4f5aa req-3deb2a31-c116-4622-9409-9f25937b84ab tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=2b4303e0b14a4764a3e0bdfada32ab0d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0642252 Mar 11 03:02:51.023716 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-f725f562-893f-48a3-8e12-243323c4f5aa req-38d09a1e-c324-4c1f-b8e6-6a168616d16f service neutron] 10.222.0.20 "GET /v2.0/networks/dc083c2a-b960-4ebd-85d4-93c0755ea1e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156793 Mar 11 03:02:51.111855 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_hamode_db [None req-a9326fe3-9ecf-488f-9079-83841e708ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16462fb9-b56a-4faa-b136-96f09394e3aa', 'name': 'tempest-AttachVolumeNegativeTest-761504005-router', 'tenant_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'external_fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.147'}], 'enable_snat': True}, 'gw_port_id': '1fd2952d-1552-46b5-b0a8-7a5ebbb68a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:02:44Z', 'updated_at': '2022-03-11T03:02:47Z', 'revision_number': 4, 'project_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'gw_port': {'id': '1fd2952d-1552-46b5-b0a8-7a5ebbb68a11', 'name': '', 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:54:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16462fb9-b56a-4faa-b136-96f09394e3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:02:45Z', 'updated_at': '2022-03-11T03:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-smb', '_interfaces': [{'id': '04727a9f-b0af-438e-975d-2aa287012822', 'name': '', 'network_id': 'dc083c2a-b960-4ebd-85d4-93c0755ea1e6', 'tenant_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'mac_address': 'fa:16:3e:bb:df:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16462fb9-b56a-4faa-b136-96f09394e3aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '3939f6db-104b-439d-aa6d-0e5f788bcd04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:02:47Z', 'updated_at': '2022-03-11T03:02:50Z', 'revision_number': 4, 'project_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'subnets': [{'id': '3939f6db-104b-439d-aa6d-0e5f788bcd04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-14-smb', False) {} {{(pid=103105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:02:51.120169 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-f725f562-893f-48a3-8e12-243323c4f5aa req-cb5cb258-53cc-4197-a64f-05cb54a72201 service neutron] 10.222.0.20 "GET /v2.0/networks/dc083c2a-b960-4ebd-85d4-93c0755ea1e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954618 Mar 11 03:02:51.139339 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [None req-058cc32b-8bef-427c-b14a-326e21cb76b2 None None] Provisioning complete for port 04727a9f-b0af-438e-975d-2aa287012822 triggered by entity DHCP. {{(pid=103105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:02:51.139723 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-058cc32b-8bef-427c-b14a-326e21cb76b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536573942'] for port (04727a9f-b0af-438e-975d-2aa287012822), provisioning_complete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:51.141298 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cd3514-52c7-48b0-9bcc-af82287c5b92 None None] Pushing event updated for resources: {'Port': ['ID=04727a9f-b0af-438e-975d-2aa287012822,revision_number=5']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:02:51.146373 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9326fe3-9ecf-488f-9079-83841e708ce7 None None] The sync data for ids ['16462fb9-b56a-4faa-b136-96f09394e3aa'] in dv-cinder-740146-14-smb is: [{'id': '16462fb9-b56a-4faa-b136-96f09394e3aa', 'name': 'tempest-AttachVolumeNegativeTest-761504005-router', 'tenant_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'external_fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.147'}], 'enable_snat': True}, 'gw_port_id': '1fd2952d-1552-46b5-b0a8-7a5ebbb68a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:02:44Z', 'updated_at': '2022-03-11T03:02:47Z', 'revision_number': 4, 'project_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'gw_port': {'id': '1fd2952d-1552-46b5-b0a8-7a5ebbb68a11', 'name': '', 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:54:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16462fb9-b56a-4faa-b136-96f09394e3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:02:45Z', 'updated_at': '2022-03-11T03:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-smb', '_interfaces': [{'id': '04727a9f-b0af-438e-975d-2aa287012822', 'name': '', 'network_id': 'dc083c2a-b960-4ebd-85d4-93c0755ea1e6', 'tenant_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'mac_address': 'fa:16:3e:bb:df:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16462fb9-b56a-4faa-b136-96f09394e3aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '3939f6db-104b-439d-aa6d-0e5f788bcd04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:02:47Z', 'updated_at': '2022-03-11T03:02:50Z', 'revision_number': 4, 'project_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'subnets': [{'id': '3939f6db-104b-439d-aa6d-0e5f788bcd04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 03:02:51.227742 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Current status of the port 1fd2952d-1552-46b5-b0a8-7a5ebbb68a11 is: ACTIVE; New status is: ACTIVE {{(pid=103105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:02:51.277791 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-058cc32b-8bef-427c-b14a-326e21cb76b2 None None] Current status of the port 04727a9f-b0af-438e-975d-2aa287012822 is: ACTIVE; New status is: ACTIVE {{(pid=103105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:02:51.361102 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-e262720b-060c-4554-9594-59c0224d7bef req-798b951f-8b22-48c1-9b2b-25c0c2dbcab8 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.20 "GET /v2.0/ports?device_id=96a8cd91-526d-42f0-9e87-f88354b2b059 HTTP/1.1" status: 200 len: 210 time: 0.0304778 Mar 11 03:02:52.432072 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1f58ddad-4212-47eb-9a25-5a1f02b252a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (27668cff-ea20-4e06-9a9c-d4f827fe3eb1), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:52.482591 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-fcd37fc2-d888-4e6c-a2f5-f50859b8fc55 req-e8579150-1ab1-4061-98b2-7c58cf046690 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.20 "GET /v2.0/ports?device_id=96a8cd91-526d-42f0-9e87-f88354b2b059 HTTP/1.1" status: 200 len: 210 time: 0.0433269 Mar 11 03:02:52.555923 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f725f562-893f-48a3-8e12-243323c4f5aa req-c7cf6ec8-9efa-4096-85f0-24a45baf5dc2 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:02:52.557490 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-f725f562-893f-48a3-8e12-243323c4f5aa req-c7cf6ec8-9efa-4096-85f0-24a45baf5dc2 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.13 "GET /v2.0/networks?id=dc083c2a-b960-4ebd-85d4-93c0755ea1e6 HTTP/1.1" status: 200 len: 814 time: 0.1331179 Mar 11 03:02:52.626905 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-f725f562-893f-48a3-8e12-243323c4f5aa req-528d7775-0750-456b-83ed-d8ab07e94b82 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b4303e0b14a4764a3e0bdfada32ab0d HTTP/1.1" status: 200 len: 378 time: 0.0529175 Mar 11 03:02:52.635707 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.v2.base [req-f725f562-893f-48a3-8e12-243323c4f5aa req-a3c873f2-ca1d-45c1-aa0f-c54f2f40e829 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Request body: {'port': {'device_id': '96a8cd91-526d-42f0-9e87-f88354b2b059', 'network_id': 'dc083c2a-b960-4ebd-85d4-93c0755ea1e6', 'admin_state_up': True, 'tenant_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'security_groups': ['b73524d0-172e-4c52-bbcf-bfda59eaaa89']}} {{(pid=103104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:02:52.748470 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Device 04727a9f-b0af-438e-975d-2aa287012822 up at agent ovs-agent-dv-cinder-740146-14-smb {{(pid=103105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 03:02:52.752712 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f725f562-893f-48a3-8e12-243323c4f5aa req-a3c873f2-ca1d-45c1-aa0f-c54f2f40e829 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Made reservation on behalf of 2b4303e0b14a4764a3e0bdfada32ab0d for: {'port': 1} {{(pid=103104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 03:02:52.756379 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-f725f562-893f-48a3-8e12-243323c4f5aa req-a3c873f2-ca1d-45c1-aa0f-c54f2f40e829 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:52.801534 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Provisioning complete for port 04727a9f-b0af-438e-975d-2aa287012822 triggered by entity L2. {{(pid=103105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:02:52.801911 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536573942'] for port (04727a9f-b0af-438e-975d-2aa287012822), provisioning_complete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:52.885221 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Current status of the port 04727a9f-b0af-438e-975d-2aa287012822 is: ACTIVE; New status is: ACTIVE {{(pid=103105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:02:52.913891 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-1025546f-d7a7-43b1-963e-24efd16ff09e req-0dd26d16-7ea9-44eb-a560-5d70728eaaf6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=002b6377-8b16-40be-a64a-4026c76d5469&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0974789 Mar 11 03:02:52.924798 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.db.db_base_plugin_common [req-f725f562-893f-48a3-8e12-243323c4f5aa req-a3c873f2-ca1d-45c1-aa0f-c54f2f40e829 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Allocated IP 172.20.0.3 (dc083c2a-b960-4ebd-85d4-93c0755ea1e6/3939f6db-104b-439d-aa6d-0e5f788bcd04/67dd8b92-e91d-42bc-9d25-4379bf757f83) {{(pid=103104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 03:02:53.065650 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1025546f-d7a7-43b1-963e-24efd16ff09e req-1b4a61ef-213e-4764-973b-e4b58edf7aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:02:53.067151 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-1025546f-d7a7-43b1-963e-24efd16ff09e req-1b4a61ef-213e-4764-973b-e4b58edf7aec service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d053a9c011cd45feb5ebd7ba3b5eea91&device_id=002b6377-8b16-40be-a64a-4026c76d5469 HTTP/1.1" status: 200 len: 1130 time: 0.1102686 Mar 11 03:02:53.121695 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-f725f562-893f-48a3-8e12-243323c4f5aa req-a3c873f2-ca1d-45c1-aa0f-c54f2f40e829 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks [] for port (67dd8b92-e91d-42bc-9d25-4379bf757f83), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:53.202780 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1025546f-d7a7-43b1-963e-24efd16ff09e req-cc719fd6-5908-4333-ac85-456e763301a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:02:53.204209 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-1025546f-d7a7-43b1-963e-24efd16ff09e req-cc719fd6-5908-4333-ac85-456e763301a3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d22351ff-ebe5-4412-94a6-8b87af2176f8 HTTP/1.1" status: 200 len: 910 time: 0.1195381 Mar 11 03:02:53.218358 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-f725f562-893f-48a3-8e12-243323c4f5aa req-a3c873f2-ca1d-45c1-aa0f-c54f2f40e829 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774348857676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9193763'] for port (67dd8b92-e91d-42bc-9d25-4379bf757f83), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:53.299767 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f725f562-893f-48a3-8e12-243323c4f5aa req-a3c873f2-ca1d-45c1-aa0f-c54f2f40e829 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Network dc083c2a-b960-4ebd-85d4-93c0755ea1e6 is already hosted by enough agents. {{(pid=103104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 03:02:53.310119 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.scheduler.base_scheduler [req-f725f562-893f-48a3-8e12-243323c4f5aa req-a3c873f2-ca1d-45c1-aa0f-c54f2f40e829 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Resources bound (agent type, host, resource id): {{(pid=103104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 03:02:53.312612 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.db.l3_dvrscheduler_db [req-f725f562-893f-48a3-8e12-243323c4f5aa req-a3c873f2-ca1d-45c1-aa0f-c54f2f40e829 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Received port after_create {{(pid=103104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 03:02:53.319358 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-1025546f-d7a7-43b1-963e-24efd16ff09e req-0fa48873-3fd7-41bc-93c2-78932ab98c57 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=649119d8-debc-45a5-8b9d-18d71d7a9a8c HTTP/1.1" status: 200 len: 1001 time: 0.1091244 Mar 11 03:02:53.359219 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c873f2-ca1d-45c1-aa0f-c54f2f40e829 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Pushing event updated for resources: {'Port': ['ID=67dd8b92-e91d-42bc-9d25-4379bf757f83,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:02:53.405771 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f725f562-893f-48a3-8e12-243323c4f5aa req-a3c873f2-ca1d-45c1-aa0f-c54f2f40e829 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:02:53.406394 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-f725f562-893f-48a3-8e12-243323c4f5aa req-a3c873f2-ca1d-45c1-aa0f-c54f2f40e829 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55355'] for port (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:53.420565 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1025546f-d7a7-43b1-963e-24efd16ff09e req-f815ad8e-94ef-41b1-b0df-c196269a5f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:02:53.421933 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-1025546f-d7a7-43b1-963e-24efd16ff09e req-f815ad8e-94ef-41b1-b0df-c196269a5f23 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=20313f1a-fffa-43ff-8b7f-f66b39097875 HTTP/1.1" status: 200 len: 848 time: 0.0760231 Mar 11 03:02:53.430401 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-f725f562-893f-48a3-8e12-243323c4f5aa req-a3c873f2-ca1d-45c1-aa0f-c54f2f40e829 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7985396 Mar 11 03:02:53.443221 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.v2.base [req-f725f562-893f-48a3-8e12-243323c4f5aa req-9a03c619-43b1-4f8c-bb34-76b678de9415 service neutron] Request body: {'port': {'device_id': '96a8cd91-526d-42f0-9e87-f88354b2b059', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=103104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:02:53.513754 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [None req-80e2a5a3-cf61-4b5b-858b-d74df03b624d None None] Provisioning complete for port 67dd8b92-e91d-42bc-9d25-4379bf757f83 triggered by entity DHCP. {{(pid=103105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:02:53.514164 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-80e2a5a3-cf61-4b5b-858b-d74df03b624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536573942'] for port (67dd8b92-e91d-42bc-9d25-4379bf757f83), provisioning_complete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:53.532681 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-f725f562-893f-48a3-8e12-243323c4f5aa req-9a03c619-43b1-4f8c-bb34-76b678de9415 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (67dd8b92-e91d-42bc-9d25-4379bf757f83), before_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:53.535815 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1025546f-d7a7-43b1-963e-24efd16ff09e req-5c341896-fa9e-4407-9b49-46bb744de631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:02:53.537380 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-1025546f-d7a7-43b1-963e-24efd16ff09e req-5c341896-fa9e-4407-9b49-46bb744de631 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d22351ff-ebe5-4412-94a6-8b87af2176f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.1060789 Mar 11 03:02:53.549640 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-80e2a5a3-cf61-4b5b-858b-d74df03b624d None None] Port 67dd8b92-e91d-42bc-9d25-4379bf757f83 cannot update to ACTIVE because it is not bound. {{(pid=103105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 03:02:53.603391 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8235b4-d899-4010-899f-9ac580a69bc0 req-4ddb2a16-efc0-49a8-a4f2-3d4052c3362c tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:02:53.605446 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-2a8235b4-d899-4010-899f-9ac580a69bc0 req-4ddb2a16-efc0-49a8-a4f2-3d4052c3362c tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.20 "GET /v2.0/ports?device_id=96a8cd91-526d-42f0-9e87-f88354b2b059 HTTP/1.1" status: 200 len: 931 time: 0.0511892 Mar 11 03:02:53.652686 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-2a8235b4-d899-4010-899f-9ac580a69bc0 req-b09ba07c-fb20-4984-ae17-e6e7892bedc4 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.20 "GET /v2.0/security-groups?id=b73524d0-172e-4c52-bbcf-bfda59eaaa89&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410523 Mar 11 03:02:53.722340 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-1025546f-d7a7-43b1-963e-24efd16ff09e req-c8cbb8e1-4723-4d31-b267-509094220015 service neutron] 10.222.0.13 "GET /v2.0/networks/d22351ff-ebe5-4412-94a6-8b87af2176f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769550 Mar 11 03:02:53.881657 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-1025546f-d7a7-43b1-963e-24efd16ff09e req-0531dd76-6acd-4f3b-b4b9-168857384ef5 service neutron] 10.222.0.13 "GET /v2.0/networks/d22351ff-ebe5-4412-94a6-8b87af2176f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517975 Mar 11 03:02:53.941053 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.notifiers.nova [req-f725f562-893f-48a3-8e12-243323c4f5aa req-9a03c619-43b1-4f8c-bb34-76b678de9415 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67dd8b92-e91d-42bc-9d25-4379bf757f83 {{(pid=103104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 03:02:53.949010 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-f725f562-893f-48a3-8e12-243323c4f5aa req-9a03c619-43b1-4f8c-bb34-76b678de9415 service neutron] Publish callbacks [] for port (67dd8b92-e91d-42bc-9d25-4379bf757f83), precommit_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:53.961850 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.db.provisioning_blocks [req-f725f562-893f-48a3-8e12-243323c4f5aa req-9a03c619-43b1-4f8c-bb34-76b678de9415 service neutron] Transition to ACTIVE for port object 67dd8b92-e91d-42bc-9d25-4379bf757f83 will not be triggered until provisioned by entity L2. {{(pid=103104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 03:02:53.969325 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-f725f562-893f-48a3-8e12-243323c4f5aa req-9a03c619-43b1-4f8c-bb34-76b678de9415 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9193786'] for port (67dd8b92-e91d-42bc-9d25-4379bf757f83), after_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:54.037824 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a03c619-43b1-4f8c-bb34-76b678de9415 service neutron] Pushing event updated for resources: {'Port': ['ID=67dd8b92-e91d-42bc-9d25-4379bf757f83,revision_number=2']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:02:54.087670 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.managers [req-f725f562-893f-48a3-8e12-243323c4f5aa req-9a03c619-43b1-4f8c-bb34-76b678de9415 service neutron] Attempting to bind port 67dd8b92-e91d-42bc-9d25-4379bf757f83 on host hv-cinder-74014 for vnic_type normal with profile {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 03:02:54.088036 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.managers [req-f725f562-893f-48a3-8e12-243323c4f5aa req-9a03c619-43b1-4f8c-bb34-76b678de9415 service neutron] Attempting to bind port 67dd8b92-e91d-42bc-9d25-4379bf757f83 by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': '45f0554f-4816-4fc7-b15f-6b5fa2e57ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dc083c2a-b960-4ebd-85d4-93c0755ea1e6'}] {{(pid=103104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 03:02:54.088377 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f725f562-893f-48a3-8e12-243323c4f5aa req-9a03c619-43b1-4f8c-bb34-76b678de9415 service neutron] Attempting to bind port 67dd8b92-e91d-42bc-9d25-4379bf757f83 on network dc083c2a-b960-4ebd-85d4-93c0755ea1e6 {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 03:02:54.093463 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f725f562-893f-48a3-8e12-243323c4f5aa req-9a03c619-43b1-4f8c-bb34-76b678de9415 service neutron] Port 67dd8b92-e91d-42bc-9d25-4379bf757f83 on network dc083c2a-b960-4ebd-85d4-93c0755ea1e6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 03:02:54.093788 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f725f562-893f-48a3-8e12-243323c4f5aa req-9a03c619-43b1-4f8c-bb34-76b678de9415 service neutron] Attempting to bind port 67dd8b92-e91d-42bc-9d25-4379bf757f83 on network dc083c2a-b960-4ebd-85d4-93c0755ea1e6 {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 03:02:54.098865 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f725f562-893f-48a3-8e12-243323c4f5aa req-9a03c619-43b1-4f8c-bb34-76b678de9415 service neutron] Checking agent: {'id': '56ad6e9b-975a-4fdf-b549-1f3c33ba94e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 2, 52, 47), 'started_at': datetime.datetime(2022, 3, 11, 2, 52, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 3, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 03:02:54.099209 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f725f562-893f-48a3-8e12-243323c4f5aa req-9a03c619-43b1-4f8c-bb34-76b678de9415 service neutron] Checking segment: {'id': '45f0554f-4816-4fc7-b15f-6b5fa2e57ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dc083c2a-b960-4ebd-85d4-93c0755ea1e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 03:02:54.099593 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f725f562-893f-48a3-8e12-243323c4f5aa req-9a03c619-43b1-4f8c-bb34-76b678de9415 service neutron] Bound using segment: {'id': '45f0554f-4816-4fc7-b15f-6b5fa2e57ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dc083c2a-b960-4ebd-85d4-93c0755ea1e6'} {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 03:02:54.100014 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.managers [req-f725f562-893f-48a3-8e12-243323c4f5aa req-9a03c619-43b1-4f8c-bb34-76b678de9415 service neutron] Bound port: 67dd8b92-e91d-42bc-9d25-4379bf757f83, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45f0554f-4816-4fc7-b15f-6b5fa2e57ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dc083c2a-b960-4ebd-85d4-93c0755ea1e6'}}] {{(pid=103104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 03:02:54.100371 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-f725f562-893f-48a3-8e12-243323c4f5aa req-9a03c619-43b1-4f8c-bb34-76b678de9415 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (67dd8b92-e91d-42bc-9d25-4379bf757f83), before_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:54.173020 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.db [req-f725f562-893f-48a3-8e12-243323c4f5aa req-9a03c619-43b1-4f8c-bb34-76b678de9415 service neutron] For port 67dd8b92-e91d-42bc-9d25-4379bf757f83, host hv-cinder-74014, cleared binding levels {{(pid=103104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 03:02:54.176180 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.db [req-f725f562-893f-48a3-8e12-243323c4f5aa req-9a03c619-43b1-4f8c-bb34-76b678de9415 service neutron] For port 67dd8b92-e91d-42bc-9d25-4379bf757f83, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=67dd8b92-e91d-42bc-9d25-4379bf757f83,segment=NetworkSegment(45f0554f-4816-4fc7-b15f-6b5fa2e57ece),segment_id=45f0554f-4816-4fc7-b15f-6b5fa2e57ece)] {{(pid=103104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 03:02:54.182258 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-f725f562-893f-48a3-8e12-243323c4f5aa req-9a03c619-43b1-4f8c-bb34-76b678de9415 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9193786'] for port (67dd8b92-e91d-42bc-9d25-4379bf757f83), after_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:54.217114 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f725f562-893f-48a3-8e12-243323c4f5aa req-9a03c619-43b1-4f8c-bb34-76b678de9415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:02:54.217798 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-f725f562-893f-48a3-8e12-243323c4f5aa req-9a03c619-43b1-4f8c-bb34-76b678de9415 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55355'] for port (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:54.219182 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-f725f562-893f-48a3-8e12-243323c4f5aa req-9a03c619-43b1-4f8c-bb34-76b678de9415 service neutron] 10.222.0.13 "PUT /v2.0/ports/67dd8b92-e91d-42bc-9d25-4379bf757f83 HTTP/1.1" status: 200 len: 1093 time: 0.7799110 Mar 11 03:02:54.219726 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96a8cd91-526d-42f0-9e87-f88354b2b059', 'tag': '67dd8b92-e91d-42bc-9d25-4379bf757f83'}] {{(pid=103104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 03:02:54.221869 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b4e7651ceabe3a28ab45abcf2012854968d28c41040a071bcf34f6a69b109a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6e6d62c-2cd6-41f7-961d-6a19899f4992" -d '{"events": [{"name": "network-changed", "server_uuid": "96a8cd91-526d-42f0-9e87-f88354b2b059", "tag": "67dd8b92-e91d-42bc-9d25-4379bf757f83"}]}' {{(pid=103104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 03:02:54.245872 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a03c619-43b1-4f8c-bb34-76b678de9415 service neutron] Pushing event updated for resources: {'Port': ['ID=67dd8b92-e91d-42bc-9d25-4379bf757f83,revision_number=3']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:02:54.314844 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 03:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf98f6a2-312e-4ba0-81ef-77732df44f47 x-openstack-request-id: req-cf98f6a2-312e-4ba0-81ef-77732df44f47 {{(pid=103104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 03:02:54.315146 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96a8cd91-526d-42f0-9e87-f88354b2b059", "tag": "67dd8b92-e91d-42bc-9d25-4379bf757f83", "status": "completed", "code": 200}]} {{(pid=103104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 03:02:54.315405 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cf98f6a2-312e-4ba0-81ef-77732df44f47 {{(pid=103104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 03:02:54.315812 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96a8cd91-526d-42f0-9e87-f88354b2b059', 'tag': '67dd8b92-e91d-42bc-9d25-4379bf757f83', 'status': 'completed', 'code': 200} Mar 11 03:02:54.342024 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f725f562-893f-48a3-8e12-243323c4f5aa req-5aaeb28f-f85d-41ba-87c6-c2e5cc0d0726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:02:54.343607 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-f725f562-893f-48a3-8e12-243323c4f5aa req-5aaeb28f-f85d-41ba-87c6-c2e5cc0d0726 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2b4303e0b14a4764a3e0bdfada32ab0d&device_id=96a8cd91-526d-42f0-9e87-f88354b2b059 HTTP/1.1" status: 200 len: 1127 time: 0.0600038 Mar 11 03:02:54.386981 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-f725f562-893f-48a3-8e12-243323c4f5aa req-3982a1be-f4d4-4f11-9cfb-610f3e8733f7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=67dd8b92-e91d-42bc-9d25-4379bf757f83 HTTP/1.1" status: 200 len: 217 time: 0.0347326 Mar 11 03:02:54.437518 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f725f562-893f-48a3-8e12-243323c4f5aa req-ef805838-d4e1-4f06-85d4-c888b71f7622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:02:54.438974 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-f725f562-893f-48a3-8e12-243323c4f5aa req-ef805838-d4e1-4f06-85d4-c888b71f7622 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3939f6db-104b-439d-aa6d-0e5f788bcd04 HTTP/1.1" status: 200 len: 853 time: 0.0466988 Mar 11 03:02:54.488051 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f725f562-893f-48a3-8e12-243323c4f5aa req-e26fefa2-a889-498a-a43e-7ca523fc8253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:02:54.489529 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-f725f562-893f-48a3-8e12-243323c4f5aa req-e26fefa2-a889-498a-a43e-7ca523fc8253 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dc083c2a-b960-4ebd-85d4-93c0755ea1e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0430079 Mar 11 03:02:54.586881 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-f725f562-893f-48a3-8e12-243323c4f5aa req-7022a5e5-32ca-4d2b-8891-faacd315ba24 service neutron] 10.222.0.13 "GET /v2.0/networks/dc083c2a-b960-4ebd-85d4-93c0755ea1e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848789 Mar 11 03:02:54.674168 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-f725f562-893f-48a3-8e12-243323c4f5aa req-4710289a-16d3-4a64-b93a-3eaa3313aead service neutron] 10.222.0.13 "GET /v2.0/networks/dc083c2a-b960-4ebd-85d4-93c0755ea1e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806816 Mar 11 03:02:54.770924 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e6d62c-2cd6-41f7-961d-6a19899f4992 req-7a181da9-d680-41b8-8861-aa91e46edb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:02:54.772449 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-e6e6d62c-2cd6-41f7-961d-6a19899f4992 req-7a181da9-d680-41b8-8861-aa91e46edb1a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2b4303e0b14a4764a3e0bdfada32ab0d&device_id=96a8cd91-526d-42f0-9e87-f88354b2b059 HTTP/1.1" status: 200 len: 1127 time: 0.0451531 Mar 11 03:02:54.774313 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc75854e-dd31-4258-9180-b150cb1235d2 req-f5d2a387-15e6-4250-a00b-3759a971d01f tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:02:54.775818 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-dc75854e-dd31-4258-9180-b150cb1235d2 req-f5d2a387-15e6-4250-a00b-3759a971d01f tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.20 "GET /v2.0/ports?device_id=96a8cd91-526d-42f0-9e87-f88354b2b059 HTTP/1.1" status: 200 len: 943 time: 0.0559936 Mar 11 03:02:54.823360 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1af69f48-e175-401c-8838-bb43596302de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (368653ed-b5ce-4183-9c3b-231a0bc3dd35), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:54.829657 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-dc75854e-dd31-4258-9180-b150cb1235d2 req-bde4d489-1649-41d5-9545-06e2f4a44149 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.20 "GET /v2.0/security-groups?id=b73524d0-172e-4c52-bbcf-bfda59eaaa89&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0476971 Mar 11 03:02:54.867026 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e6d62c-2cd6-41f7-961d-6a19899f4992 req-2555a2f4-611e-4dcd-bc84-af2dd0565d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:02:54.868525 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-e6e6d62c-2cd6-41f7-961d-6a19899f4992 req-2555a2f4-611e-4dcd-bc84-af2dd0565d23 service neutron] 10.222.0.13 "GET /v2.0/networks?id=dc083c2a-b960-4ebd-85d4-93c0755ea1e6 HTTP/1.1" status: 200 len: 915 time: 0.0898778 Mar 11 03:02:54.907719 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-e6e6d62c-2cd6-41f7-961d-6a19899f4992 req-dd9c6c9b-670a-4d83-8731-a5642f4833c9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=67dd8b92-e91d-42bc-9d25-4379bf757f83 HTTP/1.1" status: 200 len: 217 time: 0.0332601 Mar 11 03:02:54.958146 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e6d62c-2cd6-41f7-961d-6a19899f4992 req-c75c92e2-c218-43f7-a462-cec20404e454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:02:54.959611 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-e6e6d62c-2cd6-41f7-961d-6a19899f4992 req-c75c92e2-c218-43f7-a462-cec20404e454 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3939f6db-104b-439d-aa6d-0e5f788bcd04 HTTP/1.1" status: 200 len: 853 time: 0.0464463 Mar 11 03:02:55.007012 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e6d62c-2cd6-41f7-961d-6a19899f4992 req-ca7048b4-1598-4055-9ddf-12fd952811fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:02:55.008469 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-e6e6d62c-2cd6-41f7-961d-6a19899f4992 req-ca7048b4-1598-4055-9ddf-12fd952811fc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dc083c2a-b960-4ebd-85d4-93c0755ea1e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0426927 Mar 11 03:02:55.095933 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-e6e6d62c-2cd6-41f7-961d-6a19899f4992 req-c2a3a60c-9282-46da-ad74-42689365f0df service neutron] 10.222.0.13 "GET /v2.0/networks/dc083c2a-b960-4ebd-85d4-93c0755ea1e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814157 Mar 11 03:02:55.186864 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-e6e6d62c-2cd6-41f7-961d-6a19899f4992 req-7b0734bf-8e45-4efc-bab0-725c5a96797b service neutron] 10.222.0.13 "GET /v2.0/networks/dc083c2a-b960-4ebd-85d4-93c0755ea1e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845687 Mar 11 03:02:55.693017 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-f28c0ae4-c5a5-4e67-96c2-37b36f3544e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (258069e3-19c1-49ed-8474-20b6ecde628d), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:55.944147 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b05efe-8a24-4d5e-b9d6-11f250d00fe7 req-d5ca77d3-81ba-4d51-bd9f-27c99c647edc tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:02:55.945935 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-25b05efe-8a24-4d5e-b9d6-11f250d00fe7 req-d5ca77d3-81ba-4d51-bd9f-27c99c647edc tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.20 "GET /v2.0/ports?device_id=96a8cd91-526d-42f0-9e87-f88354b2b059 HTTP/1.1" status: 200 len: 943 time: 0.0524492 Mar 11 03:02:55.991333 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-25b05efe-8a24-4d5e-b9d6-11f250d00fe7 req-06578f4b-e229-4d6a-9805-ef1b4b3edce8 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.20 "GET /v2.0/security-groups?id=b73524d0-172e-4c52-bbcf-bfda59eaaa89&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398247 Mar 11 03:02:57.107962 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db27454-b653-466e-ae67-2fef1d2352b5 req-7cb89541-40e1-42d4-91b7-97046e88e1b4 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:02:57.109441 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-2db27454-b653-466e-ae67-2fef1d2352b5 req-7cb89541-40e1-42d4-91b7-97046e88e1b4 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.20 "GET /v2.0/ports?device_id=96a8cd91-526d-42f0-9e87-f88354b2b059 HTTP/1.1" status: 200 len: 943 time: 0.0516181 Mar 11 03:02:57.155876 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-2db27454-b653-466e-ae67-2fef1d2352b5 req-37da2d09-2403-47bb-9a01-dbf506deb5f3 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.20 "GET /v2.0/security-groups?id=b73524d0-172e-4c52-bbcf-bfda59eaaa89&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405662 Mar 11 03:02:57.166291 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-afaf34ad-b747-4180-ba41-f81d7ecfb39b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (b193670b-9854-4e90-bc6a-e616470c2469), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:58.274819 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e8a73d-fb36-430c-a0e7-60e711bb1ea0 req-65719a4e-d262-461a-8c17-97325ab0537a tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:02:58.276294 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-b2e8a73d-fb36-430c-a0e7-60e711bb1ea0 req-65719a4e-d262-461a-8c17-97325ab0537a tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.20 "GET /v2.0/ports?device_id=96a8cd91-526d-42f0-9e87-f88354b2b059 HTTP/1.1" status: 200 len: 943 time: 0.0551786 Mar 11 03:02:58.313817 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Device 67dd8b92-e91d-42bc-9d25-4379bf757f83 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=103105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 03:02:58.321673 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-b2e8a73d-fb36-430c-a0e7-60e711bb1ea0 req-2485d472-8400-4341-b150-5b475b8308c0 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.20 "GET /v2.0/security-groups?id=b73524d0-172e-4c52-bbcf-bfda59eaaa89&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392466 Mar 11 03:02:58.408083 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] For port 67dd8b92-e91d-42bc-9d25-4379bf757f83, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=67dd8b92-e91d-42bc-9d25-4379bf757f83,segment=NetworkSegment(45f0554f-4816-4fc7-b15f-6b5fa2e57ece),segment_id=45f0554f-4816-4fc7-b15f-6b5fa2e57ece)] {{(pid=103105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:02:58.419034 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Returning: {'device': '67dd8b92-e91d-42bc-9d25-4379bf757f83', 'network_id': 'dc083c2a-b960-4ebd-85d4-93c0755ea1e6', 'port_id': '67dd8b92-e91d-42bc-9d25-4379bf757f83', 'mac_address': 'fa:16:3e:e5:3c:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3939f6db-104b-439d-aa6d-0e5f788bcd04', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 03:02:58.458524 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Current status of the port 67dd8b92-e91d-42bc-9d25-4379bf757f83 is: DOWN; New status is: BUILD {{(pid=103105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:02:58.458851 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (67dd8b92-e91d-42bc-9d25-4379bf757f83), before_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:58.470899 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.notifiers.nova [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67dd8b92-e91d-42bc-9d25-4379bf757f83 {{(pid=103105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 03:02:58.489832 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] For port 67dd8b92-e91d-42bc-9d25-4379bf757f83, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=67dd8b92-e91d-42bc-9d25-4379bf757f83,segment=NetworkSegment(45f0554f-4816-4fc7-b15f-6b5fa2e57ece),segment_id=45f0554f-4816-4fc7-b15f-6b5fa2e57ece)] {{(pid=103105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:02:58.493585 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712'] for port (67dd8b92-e91d-42bc-9d25-4379bf757f83), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:58.539508 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Pushing event updated for resources: {'Port': ['ID=67dd8b92-e91d-42bc-9d25-4379bf757f83,revision_number=4']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:02:58.736347 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (36a16930-fe6f-49e2-96be-29faaa54e9a3), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:58.795292 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] get_ports_and_sgs() called for port_ids ['67dd8b92-e91d-42bc-9d25-4379bf757f83'] {{(pid=103105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 03:02:59.438301 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf70e1f3-03e7-4e0b-833e-6c9c3443129a req-03457afb-8f9b-4555-a32b-bfba91eea689 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:02:59.439798 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-bf70e1f3-03e7-4e0b-833e-6c9c3443129a req-03457afb-8f9b-4555-a32b-bfba91eea689 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.20 "GET /v2.0/ports?device_id=96a8cd91-526d-42f0-9e87-f88354b2b059 HTTP/1.1" status: 200 len: 944 time: 0.0513468 Mar 11 03:02:59.488422 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-bf70e1f3-03e7-4e0b-833e-6c9c3443129a req-b744d741-1f6e-4cfa-9290-2510f6779754 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.20 "GET /v2.0/security-groups?id=b73524d0-172e-4c52-bbcf-bfda59eaaa89&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431914 Mar 11 03:03:00.311670 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Device 67dd8b92-e91d-42bc-9d25-4379bf757f83 up at agent hyperv_hv-cinder-74014 {{(pid=103105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 03:03:00.358763 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Provisioning for port 67dd8b92-e91d-42bc-9d25-4379bf757f83 completed by entity L2. {{(pid=103105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 03:03:00.362707 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Provisioning complete for port 67dd8b92-e91d-42bc-9d25-4379bf757f83 triggered by entity L2. {{(pid=103105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:03:00.363079 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536573942'] for port (67dd8b92-e91d-42bc-9d25-4379bf757f83), provisioning_complete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:03:00.438925 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Current status of the port 67dd8b92-e91d-42bc-9d25-4379bf757f83 is: BUILD; New status is: ACTIVE {{(pid=103105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:03:00.439310 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (67dd8b92-e91d-42bc-9d25-4379bf757f83), before_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:03:00.461118 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96a8cd91-526d-42f0-9e87-f88354b2b059', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67dd8b92-e91d-42bc-9d25-4379bf757f83'}] {{(pid=103105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 03:03:00.463363 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}703a16387464127cc7b8de6906938e3e01810e7f46b2e9393936db54d9388ffe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccdb3577-141e-4656-8378-4eec63aa300c" -d '{"events": [{"server_uuid": "96a8cd91-526d-42f0-9e87-f88354b2b059", "name": "network-vif-plugged", "status": "completed", "tag": "67dd8b92-e91d-42bc-9d25-4379bf757f83"}]}' {{(pid=103105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 03:03:00.476456 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] For port 67dd8b92-e91d-42bc-9d25-4379bf757f83, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=67dd8b92-e91d-42bc-9d25-4379bf757f83,segment=NetworkSegment(45f0554f-4816-4fc7-b15f-6b5fa2e57ece),segment_id=45f0554f-4816-4fc7-b15f-6b5fa2e57ece)] {{(pid=103105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:03:00.480289 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712'] for port (67dd8b92-e91d-42bc-9d25-4379bf757f83), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:03:00.502980 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 03:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e5cdaa4-f36a-4592-8a10-ac4df7230cae x-openstack-request-id: req-8e5cdaa4-f36a-4592-8a10-ac4df7230cae {{(pid=103105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 03:03:00.503301 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96a8cd91-526d-42f0-9e87-f88354b2b059", "name": "network-vif-plugged", "status": "completed", "tag": "67dd8b92-e91d-42bc-9d25-4379bf757f83", "code": 200}]} {{(pid=103105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 03:03:00.503554 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8e5cdaa4-f36a-4592-8a10-ac4df7230cae {{(pid=103105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 03:03:00.503935 dv-cinder-740146-14-smb neutron-server[103105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96a8cd91-526d-42f0-9e87-f88354b2b059', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67dd8b92-e91d-42bc-9d25-4379bf757f83', 'code': 200} Mar 11 03:03:00.531952 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Pushing event updated for resources: {'Port': ['ID=67dd8b92-e91d-42bc-9d25-4379bf757f83,revision_number=5']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:03:00.609906 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcf30d9-bd21-42f3-81ba-72dd79394378 req-241dbab0-2f50-425e-8ccf-a693f3903e18 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:03:00.611298 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-5dcf30d9-bd21-42f3-81ba-72dd79394378 req-241dbab0-2f50-425e-8ccf-a693f3903e18 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.20 "GET /v2.0/ports?device_id=96a8cd91-526d-42f0-9e87-f88354b2b059 HTTP/1.1" status: 200 len: 945 time: 0.0555544 Mar 11 03:03:00.658415 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-5dcf30d9-bd21-42f3-81ba-72dd79394378 req-73d31458-baba-4e3a-8a26-d1612a18113b tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.20 "GET /v2.0/security-groups?id=b73524d0-172e-4c52-bbcf-bfda59eaaa89&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412483 Mar 11 03:03:00.678871 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f254989-13f7-4ca8-a116-e76f20bac5e0 req-debd7297-2981-42c2-8a9a-d2e298792407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:03:00.680412 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-6f254989-13f7-4ca8-a116-e76f20bac5e0 req-debd7297-2981-42c2-8a9a-d2e298792407 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=96a8cd91-526d-42f0-9e87-f88354b2b059 HTTP/1.1" status: 200 len: 1129 time: 0.0532558 Mar 11 03:03:00.722821 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-6f254989-13f7-4ca8-a116-e76f20bac5e0 req-aba430c8-14f1-448c-98b4-4f1ef615c5c0 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b73524d0-172e-4c52-bbcf-bfda59eaaa89&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0356064 Mar 11 03:03:00.917029 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.agents_db [None req-3d558b34-a2e4-40ae-982b-3a8752938275 None None] Agent healthcheck: found 6 active agents {{(pid=103106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 03:03:01.779470 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526c0e0f-66a5-4e0e-9d6e-5e9fb6157e45 req-f0b6140c-ebaa-49ed-9300-981967c6add8 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:03:01.780926 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-526c0e0f-66a5-4e0e-9d6e-5e9fb6157e45 req-f0b6140c-ebaa-49ed-9300-981967c6add8 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.20 "GET /v2.0/ports?device_id=96a8cd91-526d-42f0-9e87-f88354b2b059 HTTP/1.1" status: 200 len: 945 time: 0.0541816 Mar 11 03:03:01.826206 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-526c0e0f-66a5-4e0e-9d6e-5e9fb6157e45 req-3c81c0e5-f064-400f-a9cc-6e937d2160c9 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.20 "GET /v2.0/security-groups?id=b73524d0-172e-4c52-bbcf-bfda59eaaa89&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396178 Mar 11 03:03:02.941876 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0231c7ca-53dc-42aa-b4d2-3d3e3d4e017a req-a3e283cf-3684-4221-b339-49f4330b81b7 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:03:02.943253 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-0231c7ca-53dc-42aa-b4d2-3d3e3d4e017a req-a3e283cf-3684-4221-b339-49f4330b81b7 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.20 "GET /v2.0/ports?device_id=96a8cd91-526d-42f0-9e87-f88354b2b059 HTTP/1.1" status: 200 len: 945 time: 0.0504730 Mar 11 03:03:02.988526 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-0231c7ca-53dc-42aa-b4d2-3d3e3d4e017a req-4b5cf696-802f-4252-b6cc-e4168348c775 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.20 "GET /v2.0/security-groups?id=b73524d0-172e-4c52-bbcf-bfda59eaaa89&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397642 Mar 11 03:03:03.097537 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9b72c6-d711-4a52-a56b-cfb54cc4268a req-446d14a5-a25d-4a47-8014-9e94c09173fb tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:03:03.098986 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-2a9b72c6-d711-4a52-a56b-cfb54cc4268a req-446d14a5-a25d-4a47-8014-9e94c09173fb tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.20 "GET /v2.0/ports?device_id=96a8cd91-526d-42f0-9e87-f88354b2b059 HTTP/1.1" status: 200 len: 945 time: 0.0502539 Mar 11 03:03:03.108156 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 46590) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:03:03.112418 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.v2.base [None req-b8d54fd0-a448-4d93-a33f-31866eb3a5ae tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Request body: {'floatingip': {'port_id': '67dd8b92-e91d-42bc-9d25-4379bf757f83'}} {{(pid=103104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:03:03.149836 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-b8d54fd0-a448-4d93-a33f-31866eb3a5ae tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks [] for floatingip (26c60a7e-53df-47cc-89c0-55b107b0de28), before_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:03:03.577128 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-b8d54fd0-a448-4d93-a33f-31866eb3a5ae tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:03:03.580810 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-b8d54fd0-a448-4d93-a33f-31866eb3a5ae tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580600'] for floatingip (26c60a7e-53df-47cc-89c0-55b107b0de28), after_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:03:03.949939 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.db.l3_db [None req-b8d54fd0-a448-4d93-a33f-31866eb3a5ae tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Floating IP 26c60a7e-53df-47cc-89c0-55b107b0de28 associated. External IP: 172.28.1.3, port: 67dd8b92-e91d-42bc-9d25-4379bf757f83. Mar 11 03:03:04.159008 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8d54fd0-a448-4d93-a33f-31866eb3a5ae tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Router 16462fb9-b56a-4faa-b136-96f09394e3aa has already been hosted by L3 agent 368653ed-b5ce-4183-9c3b-231a0bc3dd35 {{(pid=103104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 03:03:04.265691 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8d54fd0-a448-4d93-a33f-31866eb3a5ae tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Notify agent at l3_agent.dv-cinder-740146-14-smb the message routers_updated {{(pid=103104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 03:03:04.270567 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-b8d54fd0-a448-4d93-a33f-31866eb3a5ae tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55355'] for floatingip (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:03:04.275129 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ecb3d65-5b99-4b83-b9ab-a4d596c65c38 None None] Sync routers for ids ['16462fb9-b56a-4faa-b136-96f09394e3aa'] in dv-cinder-740146-14-smb {{(pid=103106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 03:03:04.284739 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ecb3d65-5b99-4b83-b9ab-a4d596c65c38 None None] Routers {'16462fb9-b56a-4faa-b136-96f09394e3aa'} bound to L3 agent in host dv-cinder-740146-14-smb {{(pid=103106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:03:04.285538 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-2ecb3d65-5b99-4b83-b9ab-a4d596c65c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T02:46:25Z,description=,heartbeat_timestamp=2022-03-11T03:02:55Z,host='dv-cinder-740146-14-smb',id=368653ed-b5ce-4183-9c3b-231a0bc3dd35,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T02:46:25Z,topic='l3_agent')) {'router_ids': ['16462fb9-b56a-4faa-b136-96f09394e3aa'], 'active': True} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:03:04.299531 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-b8d54fd0-a448-4d93-a33f-31866eb3a5ae tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.20 "PUT /v2.0/floatingips/26c60a7e-53df-47cc-89c0-55b107b0de28 HTTP/1.1" status: 200 len: 989 time: 1.1902852 Mar 11 03:03:04.300129 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96a8cd91-526d-42f0-9e87-f88354b2b059', 'tag': '67dd8b92-e91d-42bc-9d25-4379bf757f83'}] {{(pid=103104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 03:03:04.302463 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b4e7651ceabe3a28ab45abcf2012854968d28c41040a071bcf34f6a69b109a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89e975ac-d5c4-4a28-8a0e-2f76fbe05ebc" -d '{"events": [{"name": "network-changed", "server_uuid": "96a8cd91-526d-42f0-9e87-f88354b2b059", "tag": "67dd8b92-e91d-42bc-9d25-4379bf757f83"}]}' {{(pid=103104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 03:03:04.358946 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 03:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba28b682-7bc1-4f7b-8e82-43efe4f2764d x-openstack-request-id: req-ba28b682-7bc1-4f7b-8e82-43efe4f2764d {{(pid=103104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 03:03:04.359248 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96a8cd91-526d-42f0-9e87-f88354b2b059", "tag": "67dd8b92-e91d-42bc-9d25-4379bf757f83", "status": "completed", "code": 200}]} {{(pid=103104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 03:03:04.359501 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ba28b682-7bc1-4f7b-8e82-43efe4f2764d {{(pid=103104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 03:03:04.359907 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96a8cd91-526d-42f0-9e87-f88354b2b059', 'tag': '67dd8b92-e91d-42bc-9d25-4379bf757f83', 'status': 'completed', 'code': 200} Mar 11 03:03:04.411068 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.l3_dvr_db [None req-2ecb3d65-5b99-4b83-b9ab-a4d596c65c38 None None] Set router 16462fb9-b56a-4faa-b136-96f09394e3aa gateway port host: dv-cinder-740146-14-smb {{(pid=103106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:03:04.427454 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e975ac-d5c4-4a28-8a0e-2f76fbe05ebc req-e62ee064-d363-471f-bb83-ad373e803f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:03:04.429847 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-89e975ac-d5c4-4a28-8a0e-2f76fbe05ebc req-e62ee064-d363-471f-bb83-ad373e803f07 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2b4303e0b14a4764a3e0bdfada32ab0d&device_id=96a8cd91-526d-42f0-9e87-f88354b2b059 HTTP/1.1" status: 200 len: 1129 time: 0.0484054 Mar 11 03:03:04.522659 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e975ac-d5c4-4a28-8a0e-2f76fbe05ebc req-95bd0256-d7ed-4388-a0d6-8a3c94f94994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:03:04.524029 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-89e975ac-d5c4-4a28-8a0e-2f76fbe05ebc req-95bd0256-d7ed-4388-a0d6-8a3c94f94994 service neutron] 10.222.0.13 "GET /v2.0/networks?id=dc083c2a-b960-4ebd-85d4-93c0755ea1e6 HTTP/1.1" status: 200 len: 915 time: 0.0861092 Mar 11 03:03:04.587690 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-89e975ac-d5c4-4a28-8a0e-2f76fbe05ebc req-38365ffc-86e5-4ce5-9e42-15c1cc699a1a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=67dd8b92-e91d-42bc-9d25-4379bf757f83 HTTP/1.1" status: 200 len: 997 time: 0.0571465 Mar 11 03:03:04.631655 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-2ecb3d65-5b99-4b83-b9ab-a4d596c65c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16462fb9-b56a-4faa-b136-96f09394e3aa', 'name': 'tempest-AttachVolumeNegativeTest-761504005-router', 'tenant_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'external_fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.147'}], 'enable_snat': True}, 'gw_port_id': '1fd2952d-1552-46b5-b0a8-7a5ebbb68a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:02:44Z', 'updated_at': '2022-03-11T03:02:47Z', 'revision_number': 4, 'project_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'gw_port': {'id': '1fd2952d-1552-46b5-b0a8-7a5ebbb68a11', 'name': '', 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:54:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16462fb9-b56a-4faa-b136-96f09394e3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:02:45Z', 'updated_at': '2022-03-11T03:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-smb', '_floatingips': [{'id': '26c60a7e-53df-47cc-89c0-55b107b0de28', 'tenant_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'floating_ip_address': '172.28.1.3', 'floating_network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'router_id': '16462fb9-b56a-4faa-b136-96f09394e3aa', 'port_id': '67dd8b92-e91d-42bc-9d25-4379bf757f83', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc083c2a-b960-4ebd-85d4-93c0755ea1e6', 'mac_address': 'fa:16:3e:e5:3c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a8cd91-526d-42f0-9e87-f88354b2b059', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T03:02:50Z', 'updated_at': '2022-03-11T03:03:03Z', 'revision_number': 1, 'project_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04727a9f-b0af-438e-975d-2aa287012822', 'name': '', 'network_id': 'dc083c2a-b960-4ebd-85d4-93c0755ea1e6', 'tenant_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'mac_address': 'fa:16:3e:bb:df:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16462fb9-b56a-4faa-b136-96f09394e3aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '3939f6db-104b-439d-aa6d-0e5f788bcd04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:02:47Z', 'updated_at': '2022-03-11T03:02:50Z', 'revision_number': 5, 'project_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'subnets': [{'id': '3939f6db-104b-439d-aa6d-0e5f788bcd04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-14-smb', False) {} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:03:04.638931 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e975ac-d5c4-4a28-8a0e-2f76fbe05ebc req-aeb17a27-de3a-4f3d-8e85-b04d50c29fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:03:04.640484 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-89e975ac-d5c4-4a28-8a0e-2f76fbe05ebc req-aeb17a27-de3a-4f3d-8e85-b04d50c29fd1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3939f6db-104b-439d-aa6d-0e5f788bcd04 HTTP/1.1" status: 200 len: 853 time: 0.0467553 Mar 11 03:03:04.659801 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ecb3d65-5b99-4b83-b9ab-a4d596c65c38 None None] Checking router: 16462fb9-b56a-4faa-b136-96f09394e3aa for host: dv-cinder-740146-14-smb {{(pid=103106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 03:03:04.671553 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ecb3d65-5b99-4b83-b9ab-a4d596c65c38 None None] Routers {'16462fb9-b56a-4faa-b136-96f09394e3aa'} bound to L3 agent in host dv-cinder-740146-14-smb {{(pid=103106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:03:04.672433 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-2ecb3d65-5b99-4b83-b9ab-a4d596c65c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T02:46:25Z,description=,heartbeat_timestamp=2022-03-11T03:02:55Z,host='dv-cinder-740146-14-smb',id=368653ed-b5ce-4183-9c3b-231a0bc3dd35,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T02:46:25Z,topic='l3_agent')) {'router_ids': ['16462fb9-b56a-4faa-b136-96f09394e3aa'], 'active': True} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:03:04.691585 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e975ac-d5c4-4a28-8a0e-2f76fbe05ebc req-50222dc4-c5b6-49af-bb84-27b3d43fa401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:03:04.693127 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-89e975ac-d5c4-4a28-8a0e-2f76fbe05ebc req-50222dc4-c5b6-49af-bb84-27b3d43fa401 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dc083c2a-b960-4ebd-85d4-93c0755ea1e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0471594 Mar 11 03:03:04.780825 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.l3_dvr_db [None req-2ecb3d65-5b99-4b83-b9ab-a4d596c65c38 None None] Set router 16462fb9-b56a-4faa-b136-96f09394e3aa gateway port host: dv-cinder-740146-14-smb {{(pid=103106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:03:04.784291 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-89e975ac-d5c4-4a28-8a0e-2f76fbe05ebc req-08993643-c1df-4e25-a709-ede583d7decd service neutron] 10.222.0.13 "GET /v2.0/networks/dc083c2a-b960-4ebd-85d4-93c0755ea1e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844471 Mar 11 03:03:04.871681 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-89e975ac-d5c4-4a28-8a0e-2f76fbe05ebc req-1dc2a9c3-2827-46bc-88a2-6480900924d8 service neutron] 10.222.0.13 "GET /v2.0/networks/dc083c2a-b960-4ebd-85d4-93c0755ea1e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815470 Mar 11 03:03:05.003235 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-2ecb3d65-5b99-4b83-b9ab-a4d596c65c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16462fb9-b56a-4faa-b136-96f09394e3aa', 'name': 'tempest-AttachVolumeNegativeTest-761504005-router', 'tenant_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'external_fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.147'}], 'enable_snat': True}, 'gw_port_id': '1fd2952d-1552-46b5-b0a8-7a5ebbb68a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:02:44Z', 'updated_at': '2022-03-11T03:02:47Z', 'revision_number': 4, 'project_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'gw_port': {'id': '1fd2952d-1552-46b5-b0a8-7a5ebbb68a11', 'name': '', 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:54:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16462fb9-b56a-4faa-b136-96f09394e3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:02:45Z', 'updated_at': '2022-03-11T03:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-smb', '_floatingips': [{'id': '26c60a7e-53df-47cc-89c0-55b107b0de28', 'tenant_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'floating_ip_address': '172.28.1.3', 'floating_network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'router_id': '16462fb9-b56a-4faa-b136-96f09394e3aa', 'port_id': '67dd8b92-e91d-42bc-9d25-4379bf757f83', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc083c2a-b960-4ebd-85d4-93c0755ea1e6', 'mac_address': 'fa:16:3e:e5:3c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a8cd91-526d-42f0-9e87-f88354b2b059', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T03:02:50Z', 'updated_at': '2022-03-11T03:03:03Z', 'revision_number': 1, 'project_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04727a9f-b0af-438e-975d-2aa287012822', 'name': '', 'network_id': 'dc083c2a-b960-4ebd-85d4-93c0755ea1e6', 'tenant_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'mac_address': 'fa:16:3e:bb:df:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16462fb9-b56a-4faa-b136-96f09394e3aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '3939f6db-104b-439d-aa6d-0e5f788bcd04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:02:47Z', 'updated_at': '2022-03-11T03:02:50Z', 'revision_number': 5, 'project_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'subnets': [{'id': '3939f6db-104b-439d-aa6d-0e5f788bcd04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-14-smb', False) {} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:03:05.032333 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ecb3d65-5b99-4b83-b9ab-a4d596c65c38 None None] The sync data for ids ['16462fb9-b56a-4faa-b136-96f09394e3aa'] in dv-cinder-740146-14-smb is: [{'id': '16462fb9-b56a-4faa-b136-96f09394e3aa', 'name': 'tempest-AttachVolumeNegativeTest-761504005-router', 'tenant_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'external_fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.147'}], 'enable_snat': True}, 'gw_port_id': '1fd2952d-1552-46b5-b0a8-7a5ebbb68a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:02:44Z', 'updated_at': '2022-03-11T03:02:47Z', 'revision_number': 4, 'project_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'gw_port': {'id': '1fd2952d-1552-46b5-b0a8-7a5ebbb68a11', 'name': '', 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:54:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16462fb9-b56a-4faa-b136-96f09394e3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:02:45Z', 'updated_at': '2022-03-11T03:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-smb', '_floatingips': [{'id': '26c60a7e-53df-47cc-89c0-55b107b0de28', 'tenant_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'floating_ip_address': '172.28.1.3', 'floating_network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'router_id': '16462fb9-b56a-4faa-b136-96f09394e3aa', 'port_id': '67dd8b92-e91d-42bc-9d25-4379bf757f83', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc083c2a-b960-4ebd-85d4-93c0755ea1e6', 'mac_address': 'fa:16:3e:e5:3c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a8cd91-526d-42f0-9e87-f88354b2b059', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T03:02:50Z', 'updated_at': '2022-03-11T03:03:03Z', 'revision_number': 1, 'project_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04727a9f-b0af-438e-975d-2aa287012822', 'name': '', 'network_id': 'dc083c2a-b960-4ebd-85d4-93c0755ea1e6', 'tenant_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'mac_address': 'fa:16:3e:bb:df:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16462fb9-b56a-4faa-b136-96f09394e3aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '3939f6db-104b-439d-aa6d-0e5f788bcd04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:02:47Z', 'updated_at': '2022-03-11T03:02:50Z', 'revision_number': 5, 'project_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'subnets': [{'id': '3939f6db-104b-439d-aa6d-0e5f788bcd04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 03:03:05.220145 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496be7f2-cf78-46a9-8347-41db162a3674 None None] New status for floating IP 26c60a7e-53df-47cc-89c0-55b107b0de28: ACTIVE {{(pid=103105) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 03:03:17.402157 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (56ad6e9b-975a-4fdf-b549-1f3c33ba94e0), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:03:17.504619 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11075d21-8096-45ca-9913-55d266a97624 req-9a37a40a-c35a-436d-abff-bbd1acf8fd10 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:03:17.506019 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-11075d21-8096-45ca-9913-55d266a97624 req-9a37a40a-c35a-436d-abff-bbd1acf8fd10 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/ports?device_id=512e3f05-4ea5-4348-ad75-3e15747a73b8 HTTP/1.1" status: 200 len: 947 time: 0.0514903 Mar 11 03:03:17.555985 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-11075d21-8096-45ca-9913-55d266a97624 req-08805ab8-a2ab-4116-ba7e-2333c66a5577 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/security-groups?id=33992cde-61fd-4874-b8a7-acdc4cb8faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439231 Mar 11 03:03:18.681991 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b177e279-4ba3-4815-99da-e76398e72824 req-9029b241-0816-4a60-a12f-a916c8bd2be4 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:03:18.684013 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-b177e279-4ba3-4815-99da-e76398e72824 req-9029b241-0816-4a60-a12f-a916c8bd2be4 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/ports?device_id=512e3f05-4ea5-4348-ad75-3e15747a73b8 HTTP/1.1" status: 200 len: 947 time: 0.0547132 Mar 11 03:03:18.728891 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-b177e279-4ba3-4815-99da-e76398e72824 req-4c5506db-b09b-4ba0-8152-56e91f80e143 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/security-groups?id=33992cde-61fd-4874-b8a7-acdc4cb8faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394266 Mar 11 03:03:19.237934 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c3629-3545-4f71-b15c-37ff50481434 req-dd7c1726-017a-43c5-85c3-493aa90bedf4 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:03:19.239293 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-451c3629-3545-4f71-b15c-37ff50481434 req-dd7c1726-017a-43c5-85c3-493aa90bedf4 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.13 "GET /v2.0/ports?device_id=512e3f05-4ea5-4348-ad75-3e15747a73b8 HTTP/1.1" status: 200 len: 947 time: 0.0505791 Mar 11 03:03:19.329677 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.plugin [req-451c3629-3545-4f71-b15c-37ff50481434 req-8c6f66a3-1af7-4ec9-b290-cad23ec3526e tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Deleting port 08cf41a0-a47f-41ac-88c6-daabf6c02add {{(pid=103104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 03:03:19.330024 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-451c3629-3545-4f71-b15c-37ff50481434 req-8c6f66a3-1af7-4ec9-b290-cad23ec3526e tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774349354222'] for port (08cf41a0-a47f-41ac-88c6-daabf6c02add), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:03:19.418444 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.db [req-451c3629-3545-4f71-b15c-37ff50481434 req-8c6f66a3-1af7-4ec9-b290-cad23ec3526e tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] For port 08cf41a0-a47f-41ac-88c6-daabf6c02add, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=08cf41a0-a47f-41ac-88c6-daabf6c02add,segment=NetworkSegment(e477fdca-2d56-4686-9dff-dd5cd9b82843),segment_id=e477fdca-2d56-4686-9dff-dd5cd9b82843)] {{(pid=103104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:03:19.418810 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-451c3629-3545-4f71-b15c-37ff50481434 req-8c6f66a3-1af7-4ec9-b290-cad23ec3526e tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574894'] for port (08cf41a0-a47f-41ac-88c6-daabf6c02add), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:03:19.582657 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-451c3629-3545-4f71-b15c-37ff50481434 req-8c6f66a3-1af7-4ec9-b290-cad23ec3526e tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:03:19.582934 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-451c3629-3545-4f71-b15c-37ff50481434 req-8c6f66a3-1af7-4ec9-b290-cad23ec3526e tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580600'] for floatingip (ee4c9b43-0d6c-4240-9536-db00a15afb1a), after_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:03:19.583248 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.db.l3_db [req-451c3629-3545-4f71-b15c-37ff50481434 req-8c6f66a3-1af7-4ec9-b290-cad23ec3526e tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Floating IP ee4c9b43-0d6c-4240-9536-db00a15afb1a disassociated. External IP: 172.28.1.247, port: 08cf41a0-a47f-41ac-88c6-daabf6c02add. Mar 11 03:03:19.583586 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.plugin [req-451c3629-3545-4f71-b15c-37ff50481434 req-8c6f66a3-1af7-4ec9-b290-cad23ec3526e tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Calling delete_port for 08cf41a0-a47f-41ac-88c6-daabf6c02add owned by compute:nova {{(pid=103104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 03:03:19.707668 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-451c3629-3545-4f71-b15c-37ff50481434 req-8c6f66a3-1af7-4ec9-b290-cad23ec3526e tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774349360213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774348857685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9193763'] for port (08cf41a0-a47f-41ac-88c6-daabf6c02add), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:03:19.735364 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6f66a3-1af7-4ec9-b290-cad23ec3526e tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Pushing event deleted for resources: {'Port': ['ID=08cf41a0-a47f-41ac-88c6-daabf6c02add,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:03:19.853776 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-43886da4-964c-4e22-9213-e80eecf9ba0c req-019addc8-a2fc-41ea-a5e6-ddb28cd1e6a1 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/ports?device_id=512e3f05-4ea5-4348-ad75-3e15747a73b8 HTTP/1.1" status: 200 len: 210 time: 0.0530093 Mar 11 03:03:19.871683 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.scheduler.l3_agent_scheduler [req-451c3629-3545-4f71-b15c-37ff50481434 req-8c6f66a3-1af7-4ec9-b290-cad23ec3526e tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Router e386feea-abcc-415c-9f6f-f9749eca19a2 has already been hosted by L3 agent 368653ed-b5ce-4183-9c3b-231a0bc3dd35 {{(pid=103104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 03:03:19.980691 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-451c3629-3545-4f71-b15c-37ff50481434 req-8c6f66a3-1af7-4ec9-b290-cad23ec3526e tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Notify agent at l3_agent.dv-cinder-740146-14-smb the message routers_updated {{(pid=103104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 03:03:19.990549 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9425818-dcae-4a73-8998-c8707097c6b7 None None] Sync routers for ids ['e386feea-abcc-415c-9f6f-f9749eca19a2'] in dv-cinder-740146-14-smb {{(pid=103106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 03:03:20.000315 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9425818-dcae-4a73-8998-c8707097c6b7 None None] Routers {'e386feea-abcc-415c-9f6f-f9749eca19a2'} bound to L3 agent in host dv-cinder-740146-14-smb {{(pid=103106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:03:20.000908 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-d9425818-dcae-4a73-8998-c8707097c6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T02:46:25Z,description=,heartbeat_timestamp=2022-03-11T03:02:55Z,host='dv-cinder-740146-14-smb',id=368653ed-b5ce-4183-9c3b-231a0bc3dd35,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T02:46:25Z,topic='l3_agent')) {'router_ids': ['e386feea-abcc-415c-9f6f-f9749eca19a2'], 'active': True} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:03:20.026305 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.db.l3_dvrscheduler_db [req-451c3629-3545-4f71-b15c-37ff50481434 req-8c6f66a3-1af7-4ec9-b290-cad23ec3526e tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] No DVR routers for this DVR port 08cf41a0-a47f-41ac-88c6-daabf6c02add on host hv-cinder-74014 {{(pid=103104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 03:03:20.029724 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-451c3629-3545-4f71-b15c-37ff50481434 req-8c6f66a3-1af7-4ec9-b290-cad23ec3526e tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55355'] for port (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:03:20.034420 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-451c3629-3545-4f71-b15c-37ff50481434 req-8c6f66a3-1af7-4ec9-b290-cad23ec3526e tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.13 "DELETE /v2.0/ports/08cf41a0-a47f-41ac-88c6-daabf6c02add HTTP/1.1" status: 204 len: 173 time: 0.7897930 Mar 11 03:03:20.035038 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '512e3f05-4ea5-4348-ad75-3e15747a73b8', 'name': 'network-vif-deleted', 'tag': '08cf41a0-a47f-41ac-88c6-daabf6c02add'}] {{(pid=103104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 03:03:20.038578 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b4e7651ceabe3a28ab45abcf2012854968d28c41040a071bcf34f6a69b109a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efa21b6b-6bb0-4764-ade5-5bf28e63437f" -d '{"events": [{"server_uuid": "512e3f05-4ea5-4348-ad75-3e15747a73b8", "name": "network-vif-deleted", "tag": "08cf41a0-a47f-41ac-88c6-daabf6c02add"}]}' {{(pid=103104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 03:03:20.081059 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 03:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-487f42a0-a735-4c94-b1b6-0f2f8f641d6f x-openstack-request-id: req-487f42a0-a735-4c94-b1b6-0f2f8f641d6f {{(pid=103104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 03:03:20.081399 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "512e3f05-4ea5-4348-ad75-3e15747a73b8", "name": "network-vif-deleted", "tag": "08cf41a0-a47f-41ac-88c6-daabf6c02add", "status": "completed", "code": 200}]} {{(pid=103104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 03:03:20.081860 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-487f42a0-a735-4c94-b1b6-0f2f8f641d6f {{(pid=103104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 03:03:20.082241 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '512e3f05-4ea5-4348-ad75-3e15747a73b8', 'name': 'network-vif-deleted', 'tag': '08cf41a0-a47f-41ac-88c6-daabf6c02add', 'status': 'completed', 'code': 200} Mar 11 03:03:20.128670 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.l3_dvr_db [None req-d9425818-dcae-4a73-8998-c8707097c6b7 None None] Set router e386feea-abcc-415c-9f6f-f9749eca19a2 gateway port host: dv-cinder-740146-14-smb {{(pid=103106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:03:20.418265 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-d9425818-dcae-4a73-8998-c8707097c6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e386feea-abcc-415c-9f6f-f9749eca19a2', 'name': 'tempest-AttachVolumeShelveTestJSON-173206986-router', 'tenant_id': '016945d4fe40485aa894be1440edd3ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'external_fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.66'}], 'enable_snat': True}, 'gw_port_id': 'c0c11f62-874c-4215-9b74-145c6bbc01a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T02:54:50Z', 'updated_at': '2022-03-11T02:55:05Z', 'revision_number': 4, 'project_id': '016945d4fe40485aa894be1440edd3ad', 'gw_port': {'id': 'c0c11f62-874c-4215-9b74-145c6bbc01a9', 'name': '', 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:74:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e386feea-abcc-415c-9f6f-f9749eca19a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:54:52Z', 'updated_at': '2022-03-11T02:55:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-smb', '_interfaces': [{'id': '35412e3f-7cce-4b83-b34e-1d9b0fe5ea22', 'name': '', 'network_id': 'c37e13a0-a6c7-4b0f-ae0c-93319b771da2', 'tenant_id': '016945d4fe40485aa894be1440edd3ad', 'mac_address': 'fa:16:3e:4f:84:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e386feea-abcc-415c-9f6f-f9749eca19a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5c53e0a5-6c83-4aeb-b9db-2d1372c504dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:55:01Z', 'updated_at': '2022-03-11T02:55:15Z', 'revision_number': 5, 'project_id': '016945d4fe40485aa894be1440edd3ad', 'subnets': [{'id': '5c53e0a5-6c83-4aeb-b9db-2d1372c504dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-14-smb', False) {} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:03:20.445746 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9425818-dcae-4a73-8998-c8707097c6b7 None None] Checking router: e386feea-abcc-415c-9f6f-f9749eca19a2 for host: dv-cinder-740146-14-smb {{(pid=103106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 03:03:20.455055 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9425818-dcae-4a73-8998-c8707097c6b7 None None] Routers {'e386feea-abcc-415c-9f6f-f9749eca19a2'} bound to L3 agent in host dv-cinder-740146-14-smb {{(pid=103106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:03:20.455657 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-d9425818-dcae-4a73-8998-c8707097c6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T02:46:25Z,description=,heartbeat_timestamp=2022-03-11T03:02:55Z,host='dv-cinder-740146-14-smb',id=368653ed-b5ce-4183-9c3b-231a0bc3dd35,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T02:46:25Z,topic='l3_agent')) {'router_ids': ['e386feea-abcc-415c-9f6f-f9749eca19a2'], 'active': True} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:03:20.567515 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.l3_dvr_db [None req-d9425818-dcae-4a73-8998-c8707097c6b7 None None] Set router e386feea-abcc-415c-9f6f-f9749eca19a2 gateway port host: dv-cinder-740146-14-smb {{(pid=103106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:03:20.761824 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-d9425818-dcae-4a73-8998-c8707097c6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e386feea-abcc-415c-9f6f-f9749eca19a2', 'name': 'tempest-AttachVolumeShelveTestJSON-173206986-router', 'tenant_id': '016945d4fe40485aa894be1440edd3ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'external_fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.66'}], 'enable_snat': True}, 'gw_port_id': 'c0c11f62-874c-4215-9b74-145c6bbc01a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T02:54:50Z', 'updated_at': '2022-03-11T02:55:05Z', 'revision_number': 4, 'project_id': '016945d4fe40485aa894be1440edd3ad', 'gw_port': {'id': 'c0c11f62-874c-4215-9b74-145c6bbc01a9', 'name': '', 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:74:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e386feea-abcc-415c-9f6f-f9749eca19a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:54:52Z', 'updated_at': '2022-03-11T02:55:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-smb', '_interfaces': [{'id': '35412e3f-7cce-4b83-b34e-1d9b0fe5ea22', 'name': '', 'network_id': 'c37e13a0-a6c7-4b0f-ae0c-93319b771da2', 'tenant_id': '016945d4fe40485aa894be1440edd3ad', 'mac_address': 'fa:16:3e:4f:84:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e386feea-abcc-415c-9f6f-f9749eca19a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5c53e0a5-6c83-4aeb-b9db-2d1372c504dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:55:01Z', 'updated_at': '2022-03-11T02:55:15Z', 'revision_number': 5, 'project_id': '016945d4fe40485aa894be1440edd3ad', 'subnets': [{'id': '5c53e0a5-6c83-4aeb-b9db-2d1372c504dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-14-smb', False) {} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:03:20.787266 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9425818-dcae-4a73-8998-c8707097c6b7 None None] The sync data for ids ['e386feea-abcc-415c-9f6f-f9749eca19a2'] in dv-cinder-740146-14-smb is: [{'id': 'e386feea-abcc-415c-9f6f-f9749eca19a2', 'name': 'tempest-AttachVolumeShelveTestJSON-173206986-router', 'tenant_id': '016945d4fe40485aa894be1440edd3ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'external_fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.66'}], 'enable_snat': True}, 'gw_port_id': 'c0c11f62-874c-4215-9b74-145c6bbc01a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T02:54:50Z', 'updated_at': '2022-03-11T02:55:05Z', 'revision_number': 4, 'project_id': '016945d4fe40485aa894be1440edd3ad', 'gw_port': {'id': 'c0c11f62-874c-4215-9b74-145c6bbc01a9', 'name': '', 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:74:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e386feea-abcc-415c-9f6f-f9749eca19a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:54:52Z', 'updated_at': '2022-03-11T02:55:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-smb', '_interfaces': [{'id': '35412e3f-7cce-4b83-b34e-1d9b0fe5ea22', 'name': '', 'network_id': 'c37e13a0-a6c7-4b0f-ae0c-93319b771da2', 'tenant_id': '016945d4fe40485aa894be1440edd3ad', 'mac_address': 'fa:16:3e:4f:84:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e386feea-abcc-415c-9f6f-f9749eca19a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5c53e0a5-6c83-4aeb-b9db-2d1372c504dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:55:01Z', 'updated_at': '2022-03-11T02:55:15Z', 'revision_number': 5, 'project_id': '016945d4fe40485aa894be1440edd3ad', 'subnets': [{'id': '5c53e0a5-6c83-4aeb-b9db-2d1372c504dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 03:03:20.947558 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 46624) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:03:21.008943 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-ead91dae-7617-437f-83c4-ff5ef70d8526 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Publish callbacks [] for security_group (33992cde-61fd-4874-b8a7-acdc4cb8faeb), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:03:21.020400 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d3335b-385f-435a-823b-cf083604b055 None None] New status for floating IP ee4c9b43-0d6c-4240-9536-db00a15afb1a: DOWN {{(pid=103105) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 03:03:21.032536 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-ead91dae-7617-437f-83c4-ff5ef70d8526 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Publish callbacks [] for security_group (33992cde-61fd-4874-b8a7-acdc4cb8faeb), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:03:21.079599 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-ead91dae-7617-437f-83c4-ff5ef70d8526 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (33992cde-61fd-4874-b8a7-acdc4cb8faeb), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:03:21.082562 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-ead91dae-7617-437f-83c4-ff5ef70d8526 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Publish callbacks [] for security_group (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:03:21.083831 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-ead91dae-7617-437f-83c4-ff5ef70d8526 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "DELETE /v2.0/security-groups/33992cde-61fd-4874-b8a7-acdc4cb8faeb HTTP/1.1" status: 204 len: 168 time: 0.1350689 Mar 11 03:03:21.086761 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 46626) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:03:21.093288 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead91dae-7617-437f-83c4-ff5ef70d8526 tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33992cde-61fd-4874-b8a7-acdc4cb8faeb,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:03:21.100392 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.api.v2.resource [None req-5f9a7a63-de23-4edd-8fd9-816177f21edd tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] show failed (client error): The resource could not be found. Mar 11 03:03:21.101437 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-5f9a7a63-de23-4edd-8fd9-816177f21edd tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "GET /v2.0/security-groups/33992cde-61fd-4874-b8a7-acdc4cb8faeb HTTP/1.1" status: 404 len: 347 time: 0.0136688 Mar 11 03:03:21.105183 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 46628) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:03:21.235801 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-ddec133f-5f76-4e71-9f1f-cc37f4e5347c tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Deleting port e8a61eec-5ff3-45ab-b9d7-9d34b8aa0141 {{(pid=103103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 03:03:21.236064 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-ddec133f-5f76-4e71-9f1f-cc37f4e5347c tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774349354222'] for port (e8a61eec-5ff3-45ab-b9d7-9d34b8aa0141), before_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:03:21.313311 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-ddec133f-5f76-4e71-9f1f-cc37f4e5347c tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574894'] for port (e8a61eec-5ff3-45ab-b9d7-9d34b8aa0141), precommit_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:03:21.313772 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-ddec133f-5f76-4e71-9f1f-cc37f4e5347c tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Publish callbacks [] for floatingip (e8a61eec-5ff3-45ab-b9d7-9d34b8aa0141), precommit_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:03:21.330229 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-ddec133f-5f76-4e71-9f1f-cc37f4e5347c tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Calling delete_port for e8a61eec-5ff3-45ab-b9d7-9d34b8aa0141 owned by network:floatingip {{(pid=103103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 03:03:21.460484 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-ddec133f-5f76-4e71-9f1f-cc37f4e5347c tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774349360213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774348857685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9139710'] for port (e8a61eec-5ff3-45ab-b9d7-9d34b8aa0141), after_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:03:21.488140 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddec133f-5f76-4e71-9f1f-cc37f4e5347c tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Pushing event deleted for resources: {'Port': ['ID=e8a61eec-5ff3-45ab-b9d7-9d34b8aa0141,revision_number=None']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:03:21.546273 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-ddec133f-5f76-4e71-9f1f-cc37f4e5347c tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Publish callbacks [] for floatingip (ee4c9b43-0d6c-4240-9536-db00a15afb1a), after_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:03:21.548777 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-ddec133f-5f76-4e71-9f1f-cc37f4e5347c tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55355'] for floatingip (None), before_response {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:03:21.549963 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-ddec133f-5f76-4e71-9f1f-cc37f4e5347c tempest-AttachVolumeShelveTestJSON-1655865885 tempest-AttachVolumeShelveTestJSON-1655865885-project] 10.222.0.20 "DELETE /v2.0/floatingips/ee4c9b43-0d6c-4240-9536-db00a15afb1a HTTP/1.1" status: 204 len: 168 time: 0.4438963 Mar 11 03:03:22.431705 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Device 08cf41a0-a47f-41ac-88c6-daabf6c02add no longer exists at agent hyperv_hv-cinder-74014 {{(pid=103105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 03:03:22.452634 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-5bcc423c-8f59-47a7-a0c2-9b2e54328e50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (27668cff-ea20-4e06-9a9c-d4f827fe3eb1), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:03:22.453874 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] No Port match for: 08cf41a0-a47f-41ac-88c6-daabf6c02add {{(pid=103105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 03:03:22.454217 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Device 08cf41a0-a47f-41ac-88c6-daabf6c02add not bound to the agent host hv-cinder-74014 {{(pid=103105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 03:03:23.934617 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 46650) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:03:24.325367 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-b42112d2-4069-4adc-94ab-771564ec06f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-576760'] for router_interface (e386feea-abcc-415c-9f6f-f9749eca19a2), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:03:24.566071 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.plugin [None req-b42112d2-4069-4adc-94ab-771564ec06f3 admin admin] Deleting port 35412e3f-7cce-4b83-b34e-1d9b0fe5ea22 {{(pid=103104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 03:03:24.566325 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-b42112d2-4069-4adc-94ab-771564ec06f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774349354222'] for port (35412e3f-7cce-4b83-b34e-1d9b0fe5ea22), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:03:24.643667 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.db [None req-b42112d2-4069-4adc-94ab-771564ec06f3 admin admin] For port 35412e3f-7cce-4b83-b34e-1d9b0fe5ea22, host dv-cinder-740146-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-smb',level=0,port_id=35412e3f-7cce-4b83-b34e-1d9b0fe5ea22,segment=NetworkSegment(e477fdca-2d56-4686-9dff-dd5cd9b82843),segment_id=e477fdca-2d56-4686-9dff-dd5cd9b82843)] {{(pid=103104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:03:24.644049 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-b42112d2-4069-4adc-94ab-771564ec06f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574894'] for port (35412e3f-7cce-4b83-b34e-1d9b0fe5ea22), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:03:24.656085 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.plugin [None req-b42112d2-4069-4adc-94ab-771564ec06f3 admin admin] Calling delete_port for 35412e3f-7cce-4b83-b34e-1d9b0fe5ea22 owned by network:router_interface {{(pid=103104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 03:03:24.825118 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-e931502b-586d-4042-b981-76f9fc3b65de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (368653ed-b5ce-4183-9c3b-231a0bc3dd35), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:03:24.830214 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-b42112d2-4069-4adc-94ab-771564ec06f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774349360213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774348857685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9193763'] for port (35412e3f-7cce-4b83-b34e-1d9b0fe5ea22), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:03:24.852862 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42112d2-4069-4adc-94ab-771564ec06f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=35412e3f-7cce-4b83-b34e-1d9b0fe5ea22,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:03:25.029823 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-b42112d2-4069-4adc-94ab-771564ec06f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-648108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575848'] for router_interface (e386feea-abcc-415c-9f6f-f9749eca19a2), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:03:25.237887 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b42112d2-4069-4adc-94ab-771564ec06f3 admin admin] Router e386feea-abcc-415c-9f6f-f9749eca19a2 has already been hosted by L3 agent 368653ed-b5ce-4183-9c3b-231a0bc3dd35 {{(pid=103104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 03:03:25.345851 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b42112d2-4069-4adc-94ab-771564ec06f3 admin admin] Notify agent at l3_agent.dv-cinder-740146-14-smb the message routers_updated {{(pid=103104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 03:03:25.351165 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-b42112d2-4069-4adc-94ab-771564ec06f3 admin admin] 10.222.0.20 "PUT /v2.0/routers/e386feea-abcc-415c-9f6f-f9749eca19a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4155307 Mar 11 03:03:25.353719 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 46656) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:03:25.356046 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f61a941-63eb-4f9f-8625-a6e503345913 None None] Sync routers for ids ['e386feea-abcc-415c-9f6f-f9749eca19a2'] in dv-cinder-740146-14-smb {{(pid=103106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 03:03:25.365743 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f61a941-63eb-4f9f-8625-a6e503345913 None None] Routers {'e386feea-abcc-415c-9f6f-f9749eca19a2'} bound to L3 agent in host dv-cinder-740146-14-smb {{(pid=103106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:03:25.366344 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-7f61a941-63eb-4f9f-8625-a6e503345913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T02:46:25Z,description=,heartbeat_timestamp=2022-03-11T03:03:25Z,host='dv-cinder-740146-14-smb',id=368653ed-b5ce-4183-9c3b-231a0bc3dd35,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T02:46:25Z,topic='l3_agent')) {'router_ids': ['e386feea-abcc-415c-9f6f-f9749eca19a2'], 'active': True} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:03:25.474802 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.l3_dvr_db [None req-7f61a941-63eb-4f9f-8625-a6e503345913 None None] Set router e386feea-abcc-415c-9f6f-f9749eca19a2 gateway port host: dv-cinder-740146-14-smb {{(pid=103106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:03:25.652923 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-7f61a941-63eb-4f9f-8625-a6e503345913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e386feea-abcc-415c-9f6f-f9749eca19a2', 'name': 'tempest-AttachVolumeShelveTestJSON-173206986-router', 'tenant_id': '016945d4fe40485aa894be1440edd3ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'external_fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.66'}], 'enable_snat': True}, 'gw_port_id': 'c0c11f62-874c-4215-9b74-145c6bbc01a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T02:54:50Z', 'updated_at': '2022-03-11T03:03:24Z', 'revision_number': 5, 'project_id': '016945d4fe40485aa894be1440edd3ad', 'gw_port': {'id': 'c0c11f62-874c-4215-9b74-145c6bbc01a9', 'name': '', 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:74:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e386feea-abcc-415c-9f6f-f9749eca19a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:54:52Z', 'updated_at': '2022-03-11T02:55:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-smb'}], 'dv-cinder-740146-14-smb', False) {} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:03:25.682830 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f61a941-63eb-4f9f-8625-a6e503345913 None None] Checking router: e386feea-abcc-415c-9f6f-f9749eca19a2 for host: dv-cinder-740146-14-smb {{(pid=103106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 03:03:25.691431 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f61a941-63eb-4f9f-8625-a6e503345913 None None] Routers {'e386feea-abcc-415c-9f6f-f9749eca19a2'} bound to L3 agent in host dv-cinder-740146-14-smb {{(pid=103106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:03:25.692036 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-7f61a941-63eb-4f9f-8625-a6e503345913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T02:46:25Z,description=,heartbeat_timestamp=2022-03-11T03:03:25Z,host='dv-cinder-740146-14-smb',id=368653ed-b5ce-4183-9c3b-231a0bc3dd35,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T02:46:25Z,topic='l3_agent')) {'router_ids': ['e386feea-abcc-415c-9f6f-f9749eca19a2'], 'active': True} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:03:25.696710 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-f28c0ae4-c5a5-4e67-96c2-37b36f3544e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (258069e3-19c1-49ed-8474-20b6ecde628d), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:03:25.734162 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-d11e37b0-bc35-4896-a451-c0816a65b212 admin admin] Publish callbacks [] for router (e386feea-abcc-415c-9f6f-f9749eca19a2), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:03:25.797330 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.l3_dvr_db [None req-7f61a941-63eb-4f9f-8625-a6e503345913 None None] Set router e386feea-abcc-415c-9f6f-f9749eca19a2 gateway port host: dv-cinder-740146-14-smb {{(pid=103106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:03:25.835758 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-d11e37b0-bc35-4896-a451-c0816a65b212 admin admin] Publish callbacks [] for router_gateway (e386feea-abcc-415c-9f6f-f9749eca19a2), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:03:25.887311 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.plugin [None req-d11e37b0-bc35-4896-a451-c0816a65b212 admin admin] Deleting port c0c11f62-874c-4215-9b74-145c6bbc01a9 {{(pid=103104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 03:03:25.887643 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-d11e37b0-bc35-4896-a451-c0816a65b212 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774349354222'] for port (c0c11f62-874c-4215-9b74-145c6bbc01a9), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:03:25.967588 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.db [None req-d11e37b0-bc35-4896-a451-c0816a65b212 admin admin] For port c0c11f62-874c-4215-9b74-145c6bbc01a9, host dv-cinder-740146-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-smb',level=0,port_id=c0c11f62-874c-4215-9b74-145c6bbc01a9,segment=NetworkSegment(86701719-770a-4197-8a84-07fe4dcd9e0f),segment_id=86701719-770a-4197-8a84-07fe4dcd9e0f)] {{(pid=103104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:03:25.967953 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-d11e37b0-bc35-4896-a451-c0816a65b212 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574894'] for port (c0c11f62-874c-4215-9b74-145c6bbc01a9), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:03:25.970564 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-7f61a941-63eb-4f9f-8625-a6e503345913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e386feea-abcc-415c-9f6f-f9749eca19a2', 'name': 'tempest-AttachVolumeShelveTestJSON-173206986-router', 'tenant_id': '016945d4fe40485aa894be1440edd3ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'external_fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.66'}], 'enable_snat': True}, 'gw_port_id': 'c0c11f62-874c-4215-9b74-145c6bbc01a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T02:54:50Z', 'updated_at': '2022-03-11T03:03:24Z', 'revision_number': 5, 'project_id': '016945d4fe40485aa894be1440edd3ad', 'gw_port': {'id': 'c0c11f62-874c-4215-9b74-145c6bbc01a9', 'name': '', 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:74:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e386feea-abcc-415c-9f6f-f9749eca19a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:54:52Z', 'updated_at': '2022-03-11T02:55:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-smb'}], 'dv-cinder-740146-14-smb', False) {} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:03:25.980959 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.plugin [None req-d11e37b0-bc35-4896-a451-c0816a65b212 admin admin] Calling delete_port for c0c11f62-874c-4215-9b74-145c6bbc01a9 owned by network:router_gateway {{(pid=103104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 03:03:25.997024 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f61a941-63eb-4f9f-8625-a6e503345913 None None] The sync data for ids ['e386feea-abcc-415c-9f6f-f9749eca19a2'] in dv-cinder-740146-14-smb is: [{'id': 'e386feea-abcc-415c-9f6f-f9749eca19a2', 'name': 'tempest-AttachVolumeShelveTestJSON-173206986-router', 'tenant_id': '016945d4fe40485aa894be1440edd3ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'external_fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.66'}], 'enable_snat': True}, 'gw_port_id': 'c0c11f62-874c-4215-9b74-145c6bbc01a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T02:54:50Z', 'updated_at': '2022-03-11T03:03:24Z', 'revision_number': 5, 'project_id': '016945d4fe40485aa894be1440edd3ad', 'gw_port': {'id': 'c0c11f62-874c-4215-9b74-145c6bbc01a9', 'name': '', 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:74:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e386feea-abcc-415c-9f6f-f9749eca19a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:54:52Z', 'updated_at': '2022-03-11T02:55:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-smb'}] {{(pid=103106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 03:03:26.152934 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-d11e37b0-bc35-4896-a451-c0816a65b212 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774349360213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774348857685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9193763'] for port (c0c11f62-874c-4215-9b74-145c6bbc01a9), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:03:26.177877 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11e37b0-bc35-4896-a451-c0816a65b212 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0c11f62-874c-4215-9b74-145c6bbc01a9,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:03:26.237769 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-d11e37b0-bc35-4896-a451-c0816a65b212 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580546'] for router_gateway (e386feea-abcc-415c-9f6f-f9749eca19a2), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:03:26.337334 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-d11e37b0-bc35-4896-a451-c0816a65b212 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-586829', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58005'] for router (e386feea-abcc-415c-9f6f-f9749eca19a2), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:03:26.340055 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-d11e37b0-bc35-4896-a451-c0816a65b212 admin admin] Publish callbacks [] for router_controller (e386feea-abcc-415c-9f6f-f9749eca19a2), precommit_delete_associations {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:03:26.387138 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-d11e37b0-bc35-4896-a451-c0816a65b212 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-586838'] for router (e386feea-abcc-415c-9f6f-f9749eca19a2), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:03:26.387787 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d11e37b0-bc35-4896-a451-c0816a65b212 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e386feea-abcc-415c-9f6f-f9749eca19a2 {{(pid=103104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 03:03:26.393177 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-d11e37b0-bc35-4896-a451-c0816a65b212 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:03:26.394290 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-d11e37b0-bc35-4896-a451-c0816a65b212 admin admin] 10.222.0.20 "DELETE /v2.0/routers/e386feea-abcc-415c-9f6f-f9749eca19a2 HTTP/1.1" status: 204 len: 168 time: 1.0388477 Mar 11 03:03:26.397023 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 46662) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:03:26.442792 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4c0c2a7-6b12-4ee4-96bc-3e970d50419b admin admin] Deleting subnet 5c53e0a5-6c83-4aeb-b9db-2d1372c504dc {{(pid=103103) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 03:03:26.446023 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-a4c0c2a7-6b12-4ee4-96bc-3e970d50419b admin admin] Publish callbacks [] for subnet (5c53e0a5-6c83-4aeb-b9db-2d1372c504dc), before_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:03:26.484383 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-a4c0c2a7-6b12-4ee4-96bc-3e970d50419b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8546544'] for subnet (5c53e0a5-6c83-4aeb-b9db-2d1372c504dc), precommit_delete_associations {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:03:26.597507 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-a4c0c2a7-6b12-4ee4-96bc-3e970d50419b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536560100'] for subnet (5c53e0a5-6c83-4aeb-b9db-2d1372c504dc), precommit_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:03:26.654221 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-a4c0c2a7-6b12-4ee4-96bc-3e970d50419b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536560111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9139665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9258704'] for subnet (5c53e0a5-6c83-4aeb-b9db-2d1372c504dc), after_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:03:26.684838 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c0c2a7-6b12-4ee4-96bc-3e970d50419b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c53e0a5-6c83-4aeb-b9db-2d1372c504dc,revision_number=None']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:03:26.686795 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-a4c0c2a7-6b12-4ee4-96bc-3e970d50419b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-648073'] for subnet (None), before_response {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:03:26.689973 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-a4c0c2a7-6b12-4ee4-96bc-3e970d50419b admin admin] 10.222.0.20 "DELETE /v2.0/subnets/5c53e0a5-6c83-4aeb-b9db-2d1372c504dc HTTP/1.1" status: 204 len: 168 time: 0.2918494 Mar 11 03:03:26.691981 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e412480-2080-4a6e-ab24-d7c62f5a68d4 None None] Network c37e13a0-a6c7-4b0f-ae0c-93319b771da2 requested from dv-cinder-740146-14-smb {{(pid=103105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 03:03:26.692697 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 46664) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:03:26.759390 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-cdae2e17-130b-4035-8704-9f05b9865cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536131617'] for network (c37e13a0-a6c7-4b0f-ae0c-93319b771da2), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:03:26.810983 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.plugin [None req-cdae2e17-130b-4035-8704-9f05b9865cd9 admin admin] Deleting port aff8af3d-ef22-4ccd-9c2d-b51f7597e014 {{(pid=103104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 03:03:26.811329 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-cdae2e17-130b-4035-8704-9f05b9865cd9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774349354222'] for port (aff8af3d-ef22-4ccd-9c2d-b51f7597e014), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:03:26.878096 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.db [None req-cdae2e17-130b-4035-8704-9f05b9865cd9 admin admin] For port aff8af3d-ef22-4ccd-9c2d-b51f7597e014, host dv-cinder-740146-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-smb',level=0,port_id=aff8af3d-ef22-4ccd-9c2d-b51f7597e014,segment=NetworkSegment(e477fdca-2d56-4686-9dff-dd5cd9b82843),segment_id=e477fdca-2d56-4686-9dff-dd5cd9b82843)] {{(pid=103104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:03:26.878375 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-cdae2e17-130b-4035-8704-9f05b9865cd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574894'] for port (aff8af3d-ef22-4ccd-9c2d-b51f7597e014), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:03:26.890438 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.plugin [None req-cdae2e17-130b-4035-8704-9f05b9865cd9 admin admin] Calling delete_port for aff8af3d-ef22-4ccd-9c2d-b51f7597e014 owned by network:dhcp {{(pid=103104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 03:03:26.964903 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c9b9a2-c413-4e9b-80e8-7396ede21dd4 None None] DHCP port deletion for c37e13a0-a6c7-4b0f-ae0c-93319b771da2 request from dv-cinder-740146-14-smb {{(pid=103105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 03:03:26.974537 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-cdae2e17-130b-4035-8704-9f05b9865cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774349360213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774348857685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9193763'] for port (aff8af3d-ef22-4ccd-9c2d-b51f7597e014), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:03:26.996061 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-a8c9b9a2-c413-4e9b-80e8-7396ede21dd4 None None] The port 'aff8af3d-ef22-4ccd-9c2d-b51f7597e014' was deleted {{(pid=103105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Mar 11 03:03:27.015716 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdae2e17-130b-4035-8704-9f05b9865cd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=aff8af3d-ef22-4ccd-9c2d-b51f7597e014,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:03:27.022975 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Device aff8af3d-ef22-4ccd-9c2d-b51f7597e014 no longer exists at agent ovs-agent-dv-cinder-740146-14-smb {{(pid=103105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 03:03:27.024134 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdae2e17-130b-4035-8704-9f05b9865cd9 admin admin] No DVR routers for this DVR port aff8af3d-ef22-4ccd-9c2d-b51f7597e014 on host dv-cinder-740146-14-smb {{(pid=103104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 03:03:27.046498 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] No Port match for: aff8af3d-ef22-4ccd-9c2d-b51f7597e014 {{(pid=103105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 03:03:27.046854 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Device aff8af3d-ef22-4ccd-9c2d-b51f7597e014 not bound to the agent host dv-cinder-740146-14-smb {{(pid=103105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 03:03:27.047259 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Device 35412e3f-7cce-4b83-b34e-1d9b0fe5ea22 no longer exists at agent ovs-agent-dv-cinder-740146-14-smb {{(pid=103105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 03:03:27.066378 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] No Port match for: 35412e3f-7cce-4b83-b34e-1d9b0fe5ea22 {{(pid=103105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 03:03:27.066733 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Device 35412e3f-7cce-4b83-b34e-1d9b0fe5ea22 not bound to the agent host dv-cinder-740146-14-smb {{(pid=103105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 03:03:27.067153 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Device c0c11f62-874c-4215-9b74-145c6bbc01a9 no longer exists at agent ovs-agent-dv-cinder-740146-14-smb {{(pid=103105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 03:03:27.085968 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] No Port match for: c0c11f62-874c-4215-9b74-145c6bbc01a9 {{(pid=103105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 03:03:27.086368 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Device c0c11f62-874c-4215-9b74-145c6bbc01a9 not bound to the agent host dv-cinder-740146-14-smb {{(pid=103105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 03:03:27.095622 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-cdae2e17-130b-4035-8704-9f05b9865cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536562719', 'neutron.services.segments.db._delete_segments_for_network-8774349187094'] for network (c37e13a0-a6c7-4b0f-ae0c-93319b771da2), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:03:27.115434 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.services.segments.db [None req-cdae2e17-130b-4035-8704-9f05b9865cd9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c37e13a0-a6c7-4b0f-ae0c-93319b771da2']}} {{(pid=103104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:03:27.124730 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.services.segments.db [None req-cdae2e17-130b-4035-8704-9f05b9865cd9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e477fdca-2d56-4686-9dff-dd5cd9b82843') {'for_net_delete': True} {{(pid=103104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:03:27.125034 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.services.segments.db [None req-cdae2e17-130b-4035-8704-9f05b9865cd9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e477fdca-2d56-4686-9dff-dd5cd9b82843') {} {{(pid=103104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:03:27.133863 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-cdae2e17-130b-4035-8704-9f05b9865cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774349187871', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3905102'] for segment (e477fdca-2d56-4686-9dff-dd5cd9b82843), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:03:27.147019 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-cdae2e17-130b-4035-8704-9f05b9865cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536533115'] for segment (e477fdca-2d56-4686-9dff-dd5cd9b82843), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:03:27.153097 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdae2e17-130b-4035-8704-9f05b9865cd9 admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=103104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 03:03:27.153685 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-cdae2e17-130b-4035-8704-9f05b9865cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536533115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9193682'] for segment (e477fdca-2d56-4686-9dff-dd5cd9b82843), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:03:27.155098 dv-cinder-740146-14-smb neutron-server[103104]: Traceback (most recent call last): Mar 11 03:03:27.155098 dv-cinder-740146-14-smb neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 03:03:27.155098 dv-cinder-740146-14-smb neutron-server[103104]: timer() Mar 11 03:03:27.155098 dv-cinder-740146-14-smb neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 03:03:27.155098 dv-cinder-740146-14-smb neutron-server[103104]: cb(*args, **kw) Mar 11 03:03:27.155098 dv-cinder-740146-14-smb neutron-server[103104]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 03:03:27.155098 dv-cinder-740146-14-smb neutron-server[103104]: return func(*args, **kwargs) Mar 11 03:03:27.155098 dv-cinder-740146-14-smb neutron-server[103104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 03:03:27.155098 dv-cinder-740146-14-smb neutron-server[103104]: self._notify() Mar 11 03:03:27.155098 dv-cinder-740146-14-smb neutron-server[103104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 03:03:27.155098 dv-cinder-740146-14-smb neutron-server[103104]: self.callback(batched_events) Mar 11 03:03:27.155098 dv-cinder-740146-14-smb neutron-server[103104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 03:03:27.155098 dv-cinder-740146-14-smb neutron-server[103104]: event.method(event) Mar 11 03:03:27.155098 dv-cinder-740146-14-smb neutron-server[103104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 03:03:27.155098 dv-cinder-740146-14-smb neutron-server[103104]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 03:03:27.155098 dv-cinder-740146-14-smb neutron-server[103104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 03:03:27.155098 dv-cinder-740146-14-smb neutron-server[103104]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 03:03:27.155098 dv-cinder-740146-14-smb neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 03:03:27.155098 dv-cinder-740146-14-smb neutron-server[103104]: return f(self, *a, **k) Mar 11 03:03:27.155098 dv-cinder-740146-14-smb neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 03:03:27.155098 dv-cinder-740146-14-smb neutron-server[103104]: return self._get(url).json() Mar 11 03:03:27.155098 dv-cinder-740146-14-smb neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 03:03:27.155098 dv-cinder-740146-14-smb neutron-server[103104]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 03:03:27.155098 dv-cinder-740146-14-smb neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 03:03:27.155098 dv-cinder-740146-14-smb neutron-server[103104]: return self.request(url, 'GET', **kwargs) Mar 11 03:03:27.155098 dv-cinder-740146-14-smb neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 03:03:27.155098 dv-cinder-740146-14-smb neutron-server[103104]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 03:03:27.155098 dv-cinder-740146-14-smb neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 03:03:27.155098 dv-cinder-740146-14-smb neutron-server[103104]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 03:03:27.155098 dv-cinder-740146-14-smb neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 03:03:27.155098 dv-cinder-740146-14-smb neutron-server[103104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 03:03:27.155098 dv-cinder-740146-14-smb neutron-server[103104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 03:03:27.168323 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-afaf34ad-b747-4180-ba41-f81d7ecfb39b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (b193670b-9854-4e90-bc6a-e616470c2469), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:03:27.211571 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-cdae2e17-130b-4035-8704-9f05b9865cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536562790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580582'] for network (c37e13a0-a6c7-4b0f-ae0c-93319b771da2), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:03:27.216590 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-cdae2e17-130b-4035-8704-9f05b9865cd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-648073'] for network (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:03:27.219755 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-cdae2e17-130b-4035-8704-9f05b9865cd9 admin admin] 10.222.0.20 "DELETE /v2.0/networks/c37e13a0-a6c7-4b0f-ae0c-93319b771da2 HTTP/1.1" status: 204 len: 168 time: 0.5260336 Mar 11 03:03:27.232142 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdae2e17-130b-4035-8704-9f05b9865cd9 admin admin] Pushing event deleted for resources: {'Network': ['ID=c37e13a0-a6c7-4b0f-ae0c-93319b771da2,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:03:27.330637 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 46668) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:03:27.369467 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-e0a872ba-8858-464e-be52-5089cfbc1596 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=016945d4fe40485aa894be1440edd3ad&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0375354 Mar 11 03:03:27.372363 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 46670) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:03:27.415650 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-12186370-be34-474d-8a97-c8dc50293d2d admin admin] Publish callbacks [] for security_group (5f6d3ca9-9dc7-469d-838d-eb4f8e25d6ce), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:03:27.436471 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-12186370-be34-474d-8a97-c8dc50293d2d admin admin] Publish callbacks [] for security_group (5f6d3ca9-9dc7-469d-838d-eb4f8e25d6ce), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:03:27.484588 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-12186370-be34-474d-8a97-c8dc50293d2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (5f6d3ca9-9dc7-469d-838d-eb4f8e25d6ce), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:03:27.487136 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-12186370-be34-474d-8a97-c8dc50293d2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:03:27.488250 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-12186370-be34-474d-8a97-c8dc50293d2d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5f6d3ca9-9dc7-469d-838d-eb4f8e25d6ce HTTP/1.1" status: 204 len: 168 time: 0.1150219 Mar 11 03:03:27.495997 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12186370-be34-474d-8a97-c8dc50293d2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f6d3ca9-9dc7-469d-838d-eb4f8e25d6ce,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:03:28.736986 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (36a16930-fe6f-49e2-96be-29faaa54e9a3), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:03:33.550928 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 46768) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:03:33.654041 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-2569d362-6831-43eb-806a-c1ed024082a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:03:33.726086 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-2569d362-6831-43eb-806a-c1ed024082a8 admin admin] Publish callbacks [] for security_group (b4cb4ca5-7274-428f-8b2a-1c4fb6f8cc2b), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:03:33.730284 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-2569d362-6831-43eb-806a-c1ed024082a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (b4cb4ca5-7274-428f-8b2a-1c4fb6f8cc2b), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:03:33.766023 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-2569d362-6831-43eb-806a-c1ed024082a8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=05ade06937a149879832352cb0ca76aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2140582 Mar 11 03:03:33.767907 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2569d362-6831-43eb-806a-c1ed024082a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4cb4ca5-7274-428f-8b2a-1c4fb6f8cc2b,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:03:33.768806 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 46772) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:03:33.817239 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-105eda8b-449a-4a76-b78f-f781b6a8dcd9 admin admin] Publish callbacks [] for security_group (b4cb4ca5-7274-428f-8b2a-1c4fb6f8cc2b), before_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:03:33.838701 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-105eda8b-449a-4a76-b78f-f781b6a8dcd9 admin admin] Publish callbacks [] for security_group (b4cb4ca5-7274-428f-8b2a-1c4fb6f8cc2b), precommit_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:03:33.883668 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-105eda8b-449a-4a76-b78f-f781b6a8dcd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (b4cb4ca5-7274-428f-8b2a-1c4fb6f8cc2b), after_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:03:33.886265 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-105eda8b-449a-4a76-b78f-f781b6a8dcd9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:03:33.887397 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-105eda8b-449a-4a76-b78f-f781b6a8dcd9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b4cb4ca5-7274-428f-8b2a-1c4fb6f8cc2b HTTP/1.1" status: 204 len: 168 time: 0.1175826 Mar 11 03:03:33.894765 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105eda8b-449a-4a76-b78f-f781b6a8dcd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4cb4ca5-7274-428f-8b2a-1c4fb6f8cc2b,revision_number=None']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:03:35.461279 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 46826) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:03:35.560921 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-2e6628ef-bd85-472c-b081-776b78d6ebef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:03:35.633867 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-2e6628ef-bd85-472c-b081-776b78d6ebef admin admin] Publish callbacks [] for security_group (750b4dde-b71e-42fc-9fc6-000e15bb249c), precommit_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:03:35.638100 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-2e6628ef-bd85-472c-b081-776b78d6ebef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (750b4dde-b71e-42fc-9fc6-000e15bb249c), after_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:03:35.676114 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-2e6628ef-bd85-472c-b081-776b78d6ebef admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c7cdace83f934226b094e8543a0eb34b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2137308 Mar 11 03:03:35.677256 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6628ef-bd85-472c-b081-776b78d6ebef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=750b4dde-b71e-42fc-9fc6-000e15bb249c,revision_number=1']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:03:35.678979 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 46830) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:03:35.733188 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-b1e5f94f-519b-4fd3-a48a-95363677aa5d admin admin] Publish callbacks [] for security_group (750b4dde-b71e-42fc-9fc6-000e15bb249c), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:03:35.753403 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-b1e5f94f-519b-4fd3-a48a-95363677aa5d admin admin] Publish callbacks [] for security_group (750b4dde-b71e-42fc-9fc6-000e15bb249c), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:03:35.797707 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-b1e5f94f-519b-4fd3-a48a-95363677aa5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (750b4dde-b71e-42fc-9fc6-000e15bb249c), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:03:35.800340 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-b1e5f94f-519b-4fd3-a48a-95363677aa5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:03:35.801492 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-b1e5f94f-519b-4fd3-a48a-95363677aa5d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/750b4dde-b71e-42fc-9fc6-000e15bb249c HTTP/1.1" status: 204 len: 168 time: 0.1214883 Mar 11 03:03:35.809563 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e5f94f-519b-4fd3-a48a-95363677aa5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=750b4dde-b71e-42fc-9fc6-000e15bb249c,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:03:35.816552 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e5f94f-519b-4fd3-a48a-95363677aa5d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:03:35.816900 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e5f94f-519b-4fd3-a48a-95363677aa5d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:03:35.817345 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e5f94f-519b-4fd3-a48a-95363677aa5d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:03:35.817685 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e5f94f-519b-4fd3-a48a-95363677aa5d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:03:35.818017 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e5f94f-519b-4fd3-a48a-95363677aa5d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:03:35.818346 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e5f94f-519b-4fd3-a48a-95363677aa5d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:03:35.818766 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e5f94f-519b-4fd3-a48a-95363677aa5d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:03:35.818986 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e5f94f-519b-4fd3-a48a-95363677aa5d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:03:35.819317 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e5f94f-519b-4fd3-a48a-95363677aa5d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:03:35.819641 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e5f94f-519b-4fd3-a48a-95363677aa5d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:03:35.819975 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e5f94f-519b-4fd3-a48a-95363677aa5d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:03:35.820280 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e5f94f-519b-4fd3-a48a-95363677aa5d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:03:35.820596 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e5f94f-519b-4fd3-a48a-95363677aa5d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:03:36.054567 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 46836) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:03:36.070168 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-84f789e6-2964-4d85-9d1b-e221de9349c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:03:36.143838 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-84f789e6-2964-4d85-9d1b-e221de9349c3 admin admin] Publish callbacks [] for security_group (c7f70eef-1a62-4088-9421-665bd3cd229b), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:03:36.147390 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-84f789e6-2964-4d85-9d1b-e221de9349c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (c7f70eef-1a62-4088-9421-665bd3cd229b), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:03:36.185338 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-84f789e6-2964-4d85-9d1b-e221de9349c3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7534814981ff40909ba6e8ad93a3ae4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1296999 Mar 11 03:03:36.186544 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f789e6-2964-4d85-9d1b-e221de9349c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7f70eef-1a62-4088-9421-665bd3cd229b,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:03:36.188103 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 46838) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:03:36.237141 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-ffdcb745-8ae9-4f08-a942-e997f56c8664 admin admin] Publish callbacks [] for security_group (c7f70eef-1a62-4088-9421-665bd3cd229b), before_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:03:36.256848 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-ffdcb745-8ae9-4f08-a942-e997f56c8664 admin admin] Publish callbacks [] for security_group (c7f70eef-1a62-4088-9421-665bd3cd229b), precommit_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:03:36.307266 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-ffdcb745-8ae9-4f08-a942-e997f56c8664 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (c7f70eef-1a62-4088-9421-665bd3cd229b), after_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:03:36.310299 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-ffdcb745-8ae9-4f08-a942-e997f56c8664 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:03:36.311442 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-ffdcb745-8ae9-4f08-a942-e997f56c8664 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c7f70eef-1a62-4088-9421-665bd3cd229b HTTP/1.1" status: 204 len: 168 time: 0.1223640 Mar 11 03:03:36.319446 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdcb745-8ae9-4f08-a942-e997f56c8664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7f70eef-1a62-4088-9421-665bd3cd229b,revision_number=None']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:03:37.915030 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.agents_db [None req-3d558b34-a2e4-40ae-982b-3a8752938275 None None] Agent healthcheck: found 6 active agents {{(pid=103106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 03:03:47.415236 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (56ad6e9b-975a-4fdf-b549-1f3c33ba94e0), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:03:52.417826 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 47052) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:03:52.434229 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-8e13875d-e7a0-4bf8-bec8-0b67612aefa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (27668cff-ea20-4e06-9a9c-d4f827fe3eb1), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:03:52.520794 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-e104a1c8-1877-44f6-b560-843c5592b547 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:03:52.592636 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-e104a1c8-1877-44f6-b560-843c5592b547 admin admin] Publish callbacks [] for security_group (3087112c-46e0-4763-8ee7-6aa5aabdbcab), precommit_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:03:52.596157 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-e104a1c8-1877-44f6-b560-843c5592b547 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (3087112c-46e0-4763-8ee7-6aa5aabdbcab), after_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:03:52.635190 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-e104a1c8-1877-44f6-b560-843c5592b547 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=18b2c6be73c14d28bb0cc0b75856a6ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2157371 Mar 11 03:03:52.636069 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e104a1c8-1877-44f6-b560-843c5592b547 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3087112c-46e0-4763-8ee7-6aa5aabdbcab,revision_number=1']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:03:52.637928 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 47056) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:03:52.643895 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e104a1c8-1877-44f6-b560-843c5592b547 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:03:52.644184 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e104a1c8-1877-44f6-b560-843c5592b547 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:03:52.644545 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e104a1c8-1877-44f6-b560-843c5592b547 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:03:52.644919 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e104a1c8-1877-44f6-b560-843c5592b547 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:03:52.645347 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e104a1c8-1877-44f6-b560-843c5592b547 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:03:52.645785 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e104a1c8-1877-44f6-b560-843c5592b547 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:03:52.646121 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e104a1c8-1877-44f6-b560-843c5592b547 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:03:52.646445 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e104a1c8-1877-44f6-b560-843c5592b547 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:03:52.646776 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e104a1c8-1877-44f6-b560-843c5592b547 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:03:52.647101 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e104a1c8-1877-44f6-b560-843c5592b547 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:03:52.647428 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e104a1c8-1877-44f6-b560-843c5592b547 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:03:52.647828 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e104a1c8-1877-44f6-b560-843c5592b547 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:03:52.648910 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e104a1c8-1877-44f6-b560-843c5592b547 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:03:52.684974 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-329b8c9e-6a2c-4d17-a2ce-07c9955ae6a8 admin admin] Publish callbacks [] for security_group (3087112c-46e0-4763-8ee7-6aa5aabdbcab), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:03:52.706156 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-329b8c9e-6a2c-4d17-a2ce-07c9955ae6a8 admin admin] Publish callbacks [] for security_group (3087112c-46e0-4763-8ee7-6aa5aabdbcab), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:03:52.759091 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-329b8c9e-6a2c-4d17-a2ce-07c9955ae6a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (3087112c-46e0-4763-8ee7-6aa5aabdbcab), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:03:52.761712 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-329b8c9e-6a2c-4d17-a2ce-07c9955ae6a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:03:52.762862 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-329b8c9e-6a2c-4d17-a2ce-07c9955ae6a8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3087112c-46e0-4763-8ee7-6aa5aabdbcab HTTP/1.1" status: 204 len: 168 time: 0.1239550 Mar 11 03:03:52.770950 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329b8c9e-6a2c-4d17-a2ce-07c9955ae6a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3087112c-46e0-4763-8ee7-6aa5aabdbcab,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:03:53.026278 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 47062) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:03:53.040036 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-92f7adff-4319-45bb-925b-20921e0b005f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:03:53.115465 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-92f7adff-4319-45bb-925b-20921e0b005f admin admin] Publish callbacks [] for security_group (9b051184-46de-40e3-a352-f86f47f048f8), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:03:53.119424 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-92f7adff-4319-45bb-925b-20921e0b005f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (9b051184-46de-40e3-a352-f86f47f048f8), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:03:53.154765 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f7adff-4319-45bb-925b-20921e0b005f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b051184-46de-40e3-a352-f86f47f048f8,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:03:53.158971 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-92f7adff-4319-45bb-925b-20921e0b005f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5f06b23cbb944d95bf72dcd48e44efcf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1316578 Mar 11 03:03:53.161630 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 47064) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:03:53.207537 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-fbbe288a-10b0-4c5a-8c16-d203c045bf29 admin admin] Publish callbacks [] for security_group (9b051184-46de-40e3-a352-f86f47f048f8), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:03:53.227618 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-fbbe288a-10b0-4c5a-8c16-d203c045bf29 admin admin] Publish callbacks [] for security_group (9b051184-46de-40e3-a352-f86f47f048f8), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:03:53.273547 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-fbbe288a-10b0-4c5a-8c16-d203c045bf29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (9b051184-46de-40e3-a352-f86f47f048f8), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:03:53.276135 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-fbbe288a-10b0-4c5a-8c16-d203c045bf29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:03:53.277301 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-fbbe288a-10b0-4c5a-8c16-d203c045bf29 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9b051184-46de-40e3-a352-f86f47f048f8 HTTP/1.1" status: 204 len: 168 time: 0.1147447 Mar 11 03:03:53.286006 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbe288a-10b0-4c5a-8c16-d203c045bf29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b051184-46de-40e3-a352-f86f47f048f8,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:03:54.767693 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 47108) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:03:54.825461 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-a517131f-c313-401e-8260-340be1d0f99b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (368653ed-b5ce-4183-9c3b-231a0bc3dd35), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:03:54.867856 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-11b0f862-fb80-4c4e-9186-c7f614dd7751 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:03:54.939587 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-11b0f862-fb80-4c4e-9186-c7f614dd7751 admin admin] Publish callbacks [] for security_group (99454bb1-b693-4a0a-934f-f8cc499302d2), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:03:54.943360 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-11b0f862-fb80-4c4e-9186-c7f614dd7751 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (99454bb1-b693-4a0a-934f-f8cc499302d2), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:03:54.985045 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-11b0f862-fb80-4c4e-9186-c7f614dd7751 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fca60627c3bc46e7b4f7c1a588c3670e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2162778 Mar 11 03:03:54.985756 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b0f862-fb80-4c4e-9186-c7f614dd7751 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99454bb1-b693-4a0a-934f-f8cc499302d2,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:03:54.987993 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 47112) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:03:55.036731 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-c7519583-8951-4ca8-af15-59da043fcd4f admin admin] Publish callbacks [] for security_group (99454bb1-b693-4a0a-934f-f8cc499302d2), before_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:03:55.060240 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-c7519583-8951-4ca8-af15-59da043fcd4f admin admin] Publish callbacks [] for security_group (99454bb1-b693-4a0a-934f-f8cc499302d2), precommit_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:03:55.104361 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-c7519583-8951-4ca8-af15-59da043fcd4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (99454bb1-b693-4a0a-934f-f8cc499302d2), after_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:03:55.107718 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-c7519583-8951-4ca8-af15-59da043fcd4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:03:55.108864 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-c7519583-8951-4ca8-af15-59da043fcd4f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/99454bb1-b693-4a0a-934f-f8cc499302d2 HTTP/1.1" status: 204 len: 168 time: 0.1174212 Mar 11 03:03:55.116333 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7519583-8951-4ca8-af15-59da043fcd4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99454bb1-b693-4a0a-934f-f8cc499302d2,revision_number=None']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:03:55.364420 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 47118) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:03:55.379548 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-f91dbfda-4f2b-48d8-b478-0468eb83eb19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:03:55.459563 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-f91dbfda-4f2b-48d8-b478-0468eb83eb19 admin admin] Publish callbacks [] for security_group (6ff6f7be-8924-48d7-96fa-d3e6763c0088), precommit_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:03:55.463545 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-f91dbfda-4f2b-48d8-b478-0468eb83eb19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (6ff6f7be-8924-48d7-96fa-d3e6763c0088), after_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:03:55.500777 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-f91dbfda-4f2b-48d8-b478-0468eb83eb19 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4f011b23cb4f4452b4d40def0791efd1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1352255 Mar 11 03:03:55.501637 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91dbfda-4f2b-48d8-b478-0468eb83eb19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ff6f7be-8924-48d7-96fa-d3e6763c0088,revision_number=1']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:03:55.504174 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 47120) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:03:55.552984 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-75afbe5b-e929-479a-8e4b-e08347512d16 admin admin] Publish callbacks [] for security_group (6ff6f7be-8924-48d7-96fa-d3e6763c0088), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:03:55.572691 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-75afbe5b-e929-479a-8e4b-e08347512d16 admin admin] Publish callbacks [] for security_group (6ff6f7be-8924-48d7-96fa-d3e6763c0088), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:03:55.617748 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-75afbe5b-e929-479a-8e4b-e08347512d16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (6ff6f7be-8924-48d7-96fa-d3e6763c0088), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:03:55.620216 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-75afbe5b-e929-479a-8e4b-e08347512d16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:03:55.621343 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-75afbe5b-e929-479a-8e4b-e08347512d16 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6ff6f7be-8924-48d7-96fa-d3e6763c0088 HTTP/1.1" status: 204 len: 168 time: 0.1159225 Mar 11 03:03:55.628380 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75afbe5b-e929-479a-8e4b-e08347512d16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ff6f7be-8924-48d7-96fa-d3e6763c0088,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:03:55.697958 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-f28c0ae4-c5a5-4e67-96c2-37b36f3544e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (258069e3-19c1-49ed-8474-20b6ecde628d), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:03:57.175132 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-afaf34ad-b747-4180-ba41-f81d7ecfb39b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (b193670b-9854-4e90-bc6a-e616470c2469), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:03:57.883776 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 47188) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:03:57.984275 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-9804c291-28b4-4271-9fa4-6cbb44b21996 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:03:58.055038 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-9804c291-28b4-4271-9fa4-6cbb44b21996 admin admin] Publish callbacks [] for security_group (5701ffd6-feaf-4b03-b894-0c29be2c606f), precommit_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:03:58.058688 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-9804c291-28b4-4271-9fa4-6cbb44b21996 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (5701ffd6-feaf-4b03-b894-0c29be2c606f), after_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:03:58.097918 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-9804c291-28b4-4271-9fa4-6cbb44b21996 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=98f5d543f61948c99c3ed0444894a68d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2130167 Mar 11 03:03:58.099019 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9804c291-28b4-4271-9fa4-6cbb44b21996 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5701ffd6-feaf-4b03-b894-0c29be2c606f,revision_number=1']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:03:58.100599 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 47192) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:03:58.150678 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-256c6660-36b0-4948-8c09-9837d0198a14 admin admin] Publish callbacks [] for security_group (5701ffd6-feaf-4b03-b894-0c29be2c606f), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:03:58.172054 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-256c6660-36b0-4948-8c09-9837d0198a14 admin admin] Publish callbacks [] for security_group (5701ffd6-feaf-4b03-b894-0c29be2c606f), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:03:58.216751 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-256c6660-36b0-4948-8c09-9837d0198a14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (5701ffd6-feaf-4b03-b894-0c29be2c606f), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:03:58.219474 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-256c6660-36b0-4948-8c09-9837d0198a14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:03:58.220620 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-256c6660-36b0-4948-8c09-9837d0198a14 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5701ffd6-feaf-4b03-b894-0c29be2c606f HTTP/1.1" status: 204 len: 168 time: 0.1183462 Mar 11 03:03:58.228237 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256c6660-36b0-4948-8c09-9837d0198a14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5701ffd6-feaf-4b03-b894-0c29be2c606f,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:03:58.478077 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 47198) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:03:58.491228 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-51cd5186-549a-40c4-8123-88075bd3e941 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:03:58.564896 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-51cd5186-549a-40c4-8123-88075bd3e941 admin admin] Publish callbacks [] for security_group (8f812cd4-1bc7-4093-a0ae-fd8ec997df00), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:03:58.568442 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-51cd5186-549a-40c4-8123-88075bd3e941 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (8f812cd4-1bc7-4093-a0ae-fd8ec997df00), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:03:58.605661 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-51cd5186-549a-40c4-8123-88075bd3e941 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=28cb9bcf1406476ba7e8b845254ac75d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1265421 Mar 11 03:03:58.607022 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd5186-549a-40c4-8123-88075bd3e941 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f812cd4-1bc7-4093-a0ae-fd8ec997df00,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:03:58.608720 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 47200) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:03:58.655884 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-bd121f33-8217-43fd-a7ff-ab5e5248853d admin admin] Publish callbacks [] for security_group (8f812cd4-1bc7-4093-a0ae-fd8ec997df00), before_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:03:58.675943 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-bd121f33-8217-43fd-a7ff-ab5e5248853d admin admin] Publish callbacks [] for security_group (8f812cd4-1bc7-4093-a0ae-fd8ec997df00), precommit_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:03:58.721878 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-bd121f33-8217-43fd-a7ff-ab5e5248853d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (8f812cd4-1bc7-4093-a0ae-fd8ec997df00), after_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:03:58.724379 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-bd121f33-8217-43fd-a7ff-ab5e5248853d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:03:58.729152 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-bd121f33-8217-43fd-a7ff-ab5e5248853d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8f812cd4-1bc7-4093-a0ae-fd8ec997df00 HTTP/1.1" status: 204 len: 168 time: 0.1159372 Mar 11 03:03:58.736740 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd121f33-8217-43fd-a7ff-ab5e5248853d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f812cd4-1bc7-4093-a0ae-fd8ec997df00,revision_number=None']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:03:58.751039 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (36a16930-fe6f-49e2-96be-29faaa54e9a3), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:03:59.734591 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 47236) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:03:59.835798 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-87e9978c-831e-479e-a4ef-3ed230fdf933 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:03:59.907511 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-87e9978c-831e-479e-a4ef-3ed230fdf933 admin admin] Publish callbacks [] for security_group (a6eb231b-346d-4c9c-9e96-900ac12ee980), precommit_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:03:59.911101 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-87e9978c-831e-479e-a4ef-3ed230fdf933 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (a6eb231b-346d-4c9c-9e96-900ac12ee980), after_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:03:59.947958 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-87e9978c-831e-479e-a4ef-3ed230fdf933 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=02b991e52a584fbcb4fb7ff98654007f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2122087 Mar 11 03:03:59.949205 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e9978c-831e-479e-a4ef-3ed230fdf933 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6eb231b-346d-4c9c-9e96-900ac12ee980,revision_number=1']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:03:59.950628 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 47240) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:03:59.997660 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-aa248861-f9d5-4259-8025-5bbea4a211ab admin admin] Publish callbacks [] for security_group (a6eb231b-346d-4c9c-9e96-900ac12ee980), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:00.017833 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-aa248861-f9d5-4259-8025-5bbea4a211ab admin admin] Publish callbacks [] for security_group (a6eb231b-346d-4c9c-9e96-900ac12ee980), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:00.063178 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-aa248861-f9d5-4259-8025-5bbea4a211ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (a6eb231b-346d-4c9c-9e96-900ac12ee980), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:00.065673 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-aa248861-f9d5-4259-8025-5bbea4a211ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:00.066815 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-aa248861-f9d5-4259-8025-5bbea4a211ab admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a6eb231b-346d-4c9c-9e96-900ac12ee980 HTTP/1.1" status: 204 len: 168 time: 0.1152020 Mar 11 03:04:00.074345 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa248861-f9d5-4259-8025-5bbea4a211ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6eb231b-346d-4c9c-9e96-900ac12ee980,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:04:06.396738 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 47350) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:04:06.700110 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.plugin [None req-3c8a5395-1011-48d5-a004-cb3e516cd723 tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] Deleting port 579e7fa3-1895-4894-a78f-7d128ffde4a6 {{(pid=103104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 03:04:06.700510 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-3c8a5395-1011-48d5-a004-cb3e516cd723 tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774349354222'] for port (579e7fa3-1895-4894-a78f-7d128ffde4a6), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:06.775483 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-3c8a5395-1011-48d5-a004-cb3e516cd723 tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574894'] for port (579e7fa3-1895-4894-a78f-7d128ffde4a6), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:06.775725 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-3c8a5395-1011-48d5-a004-cb3e516cd723 tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] Publish callbacks [] for floatingip (579e7fa3-1895-4894-a78f-7d128ffde4a6), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:06.787186 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.plugin [None req-3c8a5395-1011-48d5-a004-cb3e516cd723 tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] Calling delete_port for 579e7fa3-1895-4894-a78f-7d128ffde4a6 owned by network:floatingip {{(pid=103104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 03:04:06.940087 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-3c8a5395-1011-48d5-a004-cb3e516cd723 tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774349360213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774348857685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9193763'] for port (579e7fa3-1895-4894-a78f-7d128ffde4a6), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:06.966566 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8a5395-1011-48d5-a004-cb3e516cd723 tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] Pushing event deleted for resources: {'Port': ['ID=579e7fa3-1895-4894-a78f-7d128ffde4a6,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:04:07.022965 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-3c8a5395-1011-48d5-a004-cb3e516cd723 tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] Publish callbacks [] for floatingip (e438a332-87cd-414b-ad53-e08bd973803f), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:07.023337 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.db.l3_db [None req-3c8a5395-1011-48d5-a004-cb3e516cd723 tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] Floating IP e438a332-87cd-414b-ad53-e08bd973803f disassociated (deleted). External IP: 172.28.1.91, port: 649119d8-debc-45a5-8b9d-18d71d7a9a8c. Mar 11 03:04:07.235123 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c8a5395-1011-48d5-a004-cb3e516cd723 tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] Router 07b6ac94-e10b-4c11-8cc1-9103779f5c15 has already been hosted by L3 agent 368653ed-b5ce-4183-9c3b-231a0bc3dd35 {{(pid=103104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 03:04:07.342112 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c8a5395-1011-48d5-a004-cb3e516cd723 tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] Notify agent at l3_agent.dv-cinder-740146-14-smb the message routers_updated {{(pid=103104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 03:04:07.346890 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-3c8a5395-1011-48d5-a004-cb3e516cd723 tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55355'] for floatingip (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:07.351396 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a636324d-2f1d-4edc-ae33-49159e047200 None None] Sync routers for ids ['07b6ac94-e10b-4c11-8cc1-9103779f5c15'] in dv-cinder-740146-14-smb {{(pid=103105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 03:04:07.360894 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a636324d-2f1d-4edc-ae33-49159e047200 None None] Routers {'07b6ac94-e10b-4c11-8cc1-9103779f5c15'} bound to L3 agent in host dv-cinder-740146-14-smb {{(pid=103105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:04:07.361538 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_hamode_db [None req-a636324d-2f1d-4edc-ae33-49159e047200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T02:46:25Z,description=,heartbeat_timestamp=2022-03-11T03:03:55Z,host='dv-cinder-740146-14-smb',id=368653ed-b5ce-4183-9c3b-231a0bc3dd35,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T02:46:25Z,topic='l3_agent')) {'router_ids': ['07b6ac94-e10b-4c11-8cc1-9103779f5c15'], 'active': True} {{(pid=103105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:04:07.375748 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-3c8a5395-1011-48d5-a004-cb3e516cd723 tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] 10.222.0.20 "DELETE /v2.0/floatingips/e438a332-87cd-414b-ad53-e08bd973803f HTTP/1.1" status: 204 len: 168 time: 0.9778874 Mar 11 03:04:07.376336 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '002b6377-8b16-40be-a64a-4026c76d5469', 'tag': '649119d8-debc-45a5-8b9d-18d71d7a9a8c'}] {{(pid=103104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 03:04:07.378593 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b4e7651ceabe3a28ab45abcf2012854968d28c41040a071bcf34f6a69b109a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b4ebda2-0be7-4459-8e33-28ea18dc949c" -d '{"events": [{"name": "network-changed", "server_uuid": "002b6377-8b16-40be-a64a-4026c76d5469", "tag": "649119d8-debc-45a5-8b9d-18d71d7a9a8c"}]}' {{(pid=103104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 03:04:07.416216 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 03:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab703a66-a47c-4b26-9e83-5c5d23c7b4a6 x-openstack-request-id: req-ab703a66-a47c-4b26-9e83-5c5d23c7b4a6 {{(pid=103104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 03:04:07.416798 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "002b6377-8b16-40be-a64a-4026c76d5469", "tag": "649119d8-debc-45a5-8b9d-18d71d7a9a8c", "status": "completed", "code": 200}]} {{(pid=103104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 03:04:07.416798 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ab703a66-a47c-4b26-9e83-5c5d23c7b4a6 {{(pid=103104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 03:04:07.417157 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '002b6377-8b16-40be-a64a-4026c76d5469', 'tag': '649119d8-debc-45a5-8b9d-18d71d7a9a8c', 'status': 'completed', 'code': 200} Mar 11 03:04:07.473932 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_dvr_db [None req-a636324d-2f1d-4edc-ae33-49159e047200 None None] Set router 07b6ac94-e10b-4c11-8cc1-9103779f5c15 gateway port host: dv-cinder-740146-14-smb {{(pid=103105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:04:07.485799 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4ebda2-0be7-4459-8e33-28ea18dc949c req-45c88d7e-baaf-4e90-980f-5d6d7ef33475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:04:07.488057 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-2b4ebda2-0be7-4459-8e33-28ea18dc949c req-45c88d7e-baaf-4e90-980f-5d6d7ef33475 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d053a9c011cd45feb5ebd7ba3b5eea91&device_id=002b6377-8b16-40be-a64a-4026c76d5469 HTTP/1.1" status: 200 len: 1130 time: 0.0506489 Mar 11 03:04:07.636577 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4ebda2-0be7-4459-8e33-28ea18dc949c req-67f27d52-1765-46a7-acb8-11e27a6e7418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:04:07.638527 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-2b4ebda2-0be7-4459-8e33-28ea18dc949c req-67f27d52-1765-46a7-acb8-11e27a6e7418 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d22351ff-ebe5-4412-94a6-8b87af2176f8 HTTP/1.1" status: 200 len: 910 time: 0.1405699 Mar 11 03:04:07.644976 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcaaeaf-5a15-4f11-9cbf-c5ec56757cb6 req-f823a5c9-cf86-4be2-849e-4e8a81909901 tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:04:07.652807 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-2bcaaeaf-5a15-4f11-9cbf-c5ec56757cb6 req-f823a5c9-cf86-4be2-849e-4e8a81909901 tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] 10.222.0.20 "GET /v2.0/ports?device_id=002b6377-8b16-40be-a64a-4026c76d5469 HTTP/1.1" status: 200 len: 946 time: 0.0663381 Mar 11 03:04:07.701578 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-2b4ebda2-0be7-4459-8e33-28ea18dc949c req-d5db13b8-1c60-40af-b593-908bb17f7bb5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=649119d8-debc-45a5-8b9d-18d71d7a9a8c HTTP/1.1" status: 200 len: 217 time: 0.0538151 Mar 11 03:04:07.705667 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-2bcaaeaf-5a15-4f11-9cbf-c5ec56757cb6 req-7b15d884-e100-47e1-89a5-815105926e3b tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] 10.222.0.20 "GET /v2.0/security-groups?id=824f1730-e35e-4bb9-92a1-df76eb13a305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517249 Mar 11 03:04:07.759895 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4ebda2-0be7-4459-8e33-28ea18dc949c req-b8d8cf77-e920-43f7-8952-e8d2b4242dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:04:07.761489 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-2b4ebda2-0be7-4459-8e33-28ea18dc949c req-b8d8cf77-e920-43f7-8952-e8d2b4242dda service neutron] 10.222.0.13 "GET /v2.0/subnets?id=20313f1a-fffa-43ff-8b7f-f66b39097875 HTTP/1.1" status: 200 len: 848 time: 0.0517204 Mar 11 03:04:07.816053 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4ebda2-0be7-4459-8e33-28ea18dc949c req-a69383bd-ccd3-4030-a367-ff3af383df2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:04:07.817700 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-2b4ebda2-0be7-4459-8e33-28ea18dc949c req-a69383bd-ccd3-4030-a367-ff3af383df2d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d22351ff-ebe5-4412-94a6-8b87af2176f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0490208 Mar 11 03:04:07.851077 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_hamode_db [None req-a636324d-2f1d-4edc-ae33-49159e047200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07b6ac94-e10b-4c11-8cc1-9103779f5c15', 'name': 'tempest-TestShelveInstance-1498436054-router', 'tenant_id': 'd053a9c011cd45feb5ebd7ba3b5eea91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'external_fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.15'}], 'enable_snat': True}, 'gw_port_id': 'adfb024a-763b-493d-9ac6-ea8a33eab093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T02:58:33Z', 'updated_at': '2022-03-11T02:58:37Z', 'revision_number': 4, 'project_id': 'd053a9c011cd45feb5ebd7ba3b5eea91', 'gw_port': {'id': 'adfb024a-763b-493d-9ac6-ea8a33eab093', 'name': '', 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b6ac94-e10b-4c11-8cc1-9103779f5c15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:58:34Z', 'updated_at': '2022-03-11T02:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-smb', '_interfaces': [{'id': '3f4a399d-f703-40ac-a836-f856c7476326', 'name': '', 'network_id': 'd22351ff-ebe5-4412-94a6-8b87af2176f8', 'tenant_id': 'd053a9c011cd45feb5ebd7ba3b5eea91', 'mac_address': 'fa:16:3e:45:86:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b6ac94-e10b-4c11-8cc1-9103779f5c15', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '20313f1a-fffa-43ff-8b7f-f66b39097875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:58:36Z', 'updated_at': '2022-03-11T02:58:42Z', 'revision_number': 5, 'project_id': 'd053a9c011cd45feb5ebd7ba3b5eea91', 'subnets': [{'id': '20313f1a-fffa-43ff-8b7f-f66b39097875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-14-smb', False) {} {{(pid=103105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:04:07.866278 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 47372) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:04:07.882151 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a636324d-2f1d-4edc-ae33-49159e047200 None None] Checking router: 07b6ac94-e10b-4c11-8cc1-9103779f5c15 for host: dv-cinder-740146-14-smb {{(pid=103105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 03:04:07.890586 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a636324d-2f1d-4edc-ae33-49159e047200 None None] Routers {'07b6ac94-e10b-4c11-8cc1-9103779f5c15'} bound to L3 agent in host dv-cinder-740146-14-smb {{(pid=103105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:04:07.891211 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_hamode_db [None req-a636324d-2f1d-4edc-ae33-49159e047200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T02:46:25Z,description=,heartbeat_timestamp=2022-03-11T03:03:55Z,host='dv-cinder-740146-14-smb',id=368653ed-b5ce-4183-9c3b-231a0bc3dd35,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T02:46:25Z,topic='l3_agent')) {'router_ids': ['07b6ac94-e10b-4c11-8cc1-9103779f5c15'], 'active': True} {{(pid=103105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:04:07.920800 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-2b4ebda2-0be7-4459-8e33-28ea18dc949c req-7ea66f0d-bdff-406c-9061-a1f80fbf0ea8 service neutron] 10.222.0.13 "GET /v2.0/networks/d22351ff-ebe5-4412-94a6-8b87af2176f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959041 Mar 11 03:04:07.981593 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-d8b5b829-ed47-44fd-8fd2-a04ce604dd80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:08.005775 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_dvr_db [None req-a636324d-2f1d-4edc-ae33-49159e047200 None None] Set router 07b6ac94-e10b-4c11-8cc1-9103779f5c15 gateway port host: dv-cinder-740146-14-smb {{(pid=103105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:04:08.013221 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-2b4ebda2-0be7-4459-8e33-28ea18dc949c req-b8f6b9d3-4af5-421e-bd6c-0d4b9e5cebdf service neutron] 10.222.0.13 "GET /v2.0/networks/d22351ff-ebe5-4412-94a6-8b87af2176f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853765 Mar 11 03:04:08.066284 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-d8b5b829-ed47-44fd-8fd2-a04ce604dd80 admin admin] Publish callbacks [] for security_group (de55b97a-596e-432e-a7bd-a2ef26cfb14b), precommit_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:08.070235 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-d8b5b829-ed47-44fd-8fd2-a04ce604dd80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (de55b97a-596e-432e-a7bd-a2ef26cfb14b), after_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:08.106646 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b5b829-ed47-44fd-8fd2-a04ce604dd80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de55b97a-596e-432e-a7bd-a2ef26cfb14b,revision_number=1']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:04:08.110904 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-d8b5b829-ed47-44fd-8fd2-a04ce604dd80 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=630dd591f60940cda27935fb4687b24c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2436063 Mar 11 03:04:08.113581 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 47376) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:04:08.168740 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-178a83f9-b0f8-426a-9bbe-b3aa0043d92d admin admin] Publish callbacks [] for security_group (de55b97a-596e-432e-a7bd-a2ef26cfb14b), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:08.192127 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-178a83f9-b0f8-426a-9bbe-b3aa0043d92d admin admin] Publish callbacks [] for security_group (de55b97a-596e-432e-a7bd-a2ef26cfb14b), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:08.212840 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_hamode_db [None req-a636324d-2f1d-4edc-ae33-49159e047200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07b6ac94-e10b-4c11-8cc1-9103779f5c15', 'name': 'tempest-TestShelveInstance-1498436054-router', 'tenant_id': 'd053a9c011cd45feb5ebd7ba3b5eea91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'external_fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.15'}], 'enable_snat': True}, 'gw_port_id': 'adfb024a-763b-493d-9ac6-ea8a33eab093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T02:58:33Z', 'updated_at': '2022-03-11T02:58:37Z', 'revision_number': 4, 'project_id': 'd053a9c011cd45feb5ebd7ba3b5eea91', 'gw_port': {'id': 'adfb024a-763b-493d-9ac6-ea8a33eab093', 'name': '', 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b6ac94-e10b-4c11-8cc1-9103779f5c15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:58:34Z', 'updated_at': '2022-03-11T02:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-smb', '_interfaces': [{'id': '3f4a399d-f703-40ac-a836-f856c7476326', 'name': '', 'network_id': 'd22351ff-ebe5-4412-94a6-8b87af2176f8', 'tenant_id': 'd053a9c011cd45feb5ebd7ba3b5eea91', 'mac_address': 'fa:16:3e:45:86:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b6ac94-e10b-4c11-8cc1-9103779f5c15', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '20313f1a-fffa-43ff-8b7f-f66b39097875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:58:36Z', 'updated_at': '2022-03-11T02:58:42Z', 'revision_number': 5, 'project_id': 'd053a9c011cd45feb5ebd7ba3b5eea91', 'subnets': [{'id': '20313f1a-fffa-43ff-8b7f-f66b39097875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-14-smb', False) {} {{(pid=103105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:04:08.240224 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a636324d-2f1d-4edc-ae33-49159e047200 None None] The sync data for ids ['07b6ac94-e10b-4c11-8cc1-9103779f5c15'] in dv-cinder-740146-14-smb is: [{'id': '07b6ac94-e10b-4c11-8cc1-9103779f5c15', 'name': 'tempest-TestShelveInstance-1498436054-router', 'tenant_id': 'd053a9c011cd45feb5ebd7ba3b5eea91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'external_fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.15'}], 'enable_snat': True}, 'gw_port_id': 'adfb024a-763b-493d-9ac6-ea8a33eab093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T02:58:33Z', 'updated_at': '2022-03-11T02:58:37Z', 'revision_number': 4, 'project_id': 'd053a9c011cd45feb5ebd7ba3b5eea91', 'gw_port': {'id': 'adfb024a-763b-493d-9ac6-ea8a33eab093', 'name': '', 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b6ac94-e10b-4c11-8cc1-9103779f5c15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:58:34Z', 'updated_at': '2022-03-11T02:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-smb', '_interfaces': [{'id': '3f4a399d-f703-40ac-a836-f856c7476326', 'name': '', 'network_id': 'd22351ff-ebe5-4412-94a6-8b87af2176f8', 'tenant_id': 'd053a9c011cd45feb5ebd7ba3b5eea91', 'mac_address': 'fa:16:3e:45:86:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b6ac94-e10b-4c11-8cc1-9103779f5c15', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '20313f1a-fffa-43ff-8b7f-f66b39097875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:58:36Z', 'updated_at': '2022-03-11T02:58:42Z', 'revision_number': 5, 'project_id': 'd053a9c011cd45feb5ebd7ba3b5eea91', 'subnets': [{'id': '20313f1a-fffa-43ff-8b7f-f66b39097875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 03:04:08.246757 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-178a83f9-b0f8-426a-9bbe-b3aa0043d92d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (de55b97a-596e-432e-a7bd-a2ef26cfb14b), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:08.249126 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-178a83f9-b0f8-426a-9bbe-b3aa0043d92d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:08.250302 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-178a83f9-b0f8-426a-9bbe-b3aa0043d92d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/de55b97a-596e-432e-a7bd-a2ef26cfb14b HTTP/1.1" status: 204 len: 168 time: 0.1357186 Mar 11 03:04:08.258919 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178a83f9-b0f8-426a-9bbe-b3aa0043d92d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de55b97a-596e-432e-a7bd-a2ef26cfb14b,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:04:08.475723 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24732b0e-be43-4403-b1cb-4499dbcaa812 None None] New status for floating IP e438a332-87cd-414b-ad53-e08bd973803f: DOWN {{(pid=103106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 03:04:08.522747 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 47382) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:04:08.536101 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-3a9cd32d-2ee8-4e3b-a2aa-5a04d8a3764c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:08.613514 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-3a9cd32d-2ee8-4e3b-a2aa-5a04d8a3764c admin admin] Publish callbacks [] for security_group (167d1d57-7ac8-42bd-b184-4f9f9a72999d), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:08.617094 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-3a9cd32d-2ee8-4e3b-a2aa-5a04d8a3764c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (167d1d57-7ac8-42bd-b184-4f9f9a72999d), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:08.654566 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-3a9cd32d-2ee8-4e3b-a2aa-5a04d8a3764c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=39492741df9049b2aa11065d1a045f1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1307437 Mar 11 03:04:08.655968 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9cd32d-2ee8-4e3b-a2aa-5a04d8a3764c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=167d1d57-7ac8-42bd-b184-4f9f9a72999d,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:04:08.657240 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 47386) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:04:08.703660 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-4f93229f-bf7b-42ae-beb2-4e84e5861af8 admin admin] Publish callbacks [] for security_group (167d1d57-7ac8-42bd-b184-4f9f9a72999d), before_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:08.724634 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-4f93229f-bf7b-42ae-beb2-4e84e5861af8 admin admin] Publish callbacks [] for security_group (167d1d57-7ac8-42bd-b184-4f9f9a72999d), precommit_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:08.773269 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-4f93229f-bf7b-42ae-beb2-4e84e5861af8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (167d1d57-7ac8-42bd-b184-4f9f9a72999d), after_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:08.776336 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-4f93229f-bf7b-42ae-beb2-4e84e5861af8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:08.780413 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-4f93229f-bf7b-42ae-beb2-4e84e5861af8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/167d1d57-7ac8-42bd-b184-4f9f9a72999d HTTP/1.1" status: 204 len: 168 time: 0.1214905 Mar 11 03:04:08.788939 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f93229f-bf7b-42ae-beb2-4e84e5861af8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=167d1d57-7ac8-42bd-b184-4f9f9a72999d,revision_number=None']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:04:08.834230 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f61e72-1f77-4e98-8561-f412a2cb973a req-60d4ad45-7500-47fb-994d-a17b0e8179af tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:04:08.835710 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-f5f61e72-1f77-4e98-8561-f412a2cb973a req-60d4ad45-7500-47fb-994d-a17b0e8179af tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] 10.222.0.20 "GET /v2.0/ports?device_id=002b6377-8b16-40be-a64a-4026c76d5469 HTTP/1.1" status: 200 len: 946 time: 0.0593624 Mar 11 03:04:08.886717 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-f5f61e72-1f77-4e98-8561-f412a2cb973a req-4d8d4b76-4684-41ff-94a2-7bca18016d5d tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] 10.222.0.20 "GET /v2.0/security-groups?id=824f1730-e35e-4bb9-92a1-df76eb13a305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447125 Mar 11 03:04:09.095868 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 47394) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:04:09.109412 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-bb4e0a08-6fa1-4417-aa9a-f7cfd312b2cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:09.180741 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-bb4e0a08-6fa1-4417-aa9a-f7cfd312b2cd admin admin] Publish callbacks [] for security_group (accaf8c2-0e08-492f-9f8b-2858c76bc7f3), precommit_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:09.184333 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-bb4e0a08-6fa1-4417-aa9a-f7cfd312b2cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (accaf8c2-0e08-492f-9f8b-2858c76bc7f3), after_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:09.221005 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-bb4e0a08-6fa1-4417-aa9a-f7cfd312b2cd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f5592caddb5d4d4fbd365cef9cea8c04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1240096 Mar 11 03:04:09.222954 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4e0a08-6fa1-4417-aa9a-f7cfd312b2cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=accaf8c2-0e08-492f-9f8b-2858c76bc7f3,revision_number=1']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:04:09.223704 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 47396) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:04:09.273015 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-59e03516-d045-4a38-9144-f84ce3fb1c16 admin admin] Publish callbacks [] for security_group (accaf8c2-0e08-492f-9f8b-2858c76bc7f3), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:09.319475 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-59e03516-d045-4a38-9144-f84ce3fb1c16 admin admin] Publish callbacks [] for security_group (accaf8c2-0e08-492f-9f8b-2858c76bc7f3), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:09.361636 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de059d37-dbb1-446f-bd2a-dff70c10aef9 req-b52ca549-3b91-487d-95a5-06947a8df040 tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:04:09.363137 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-de059d37-dbb1-446f-bd2a-dff70c10aef9 req-b52ca549-3b91-487d-95a5-06947a8df040 tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] 10.222.0.13 "GET /v2.0/ports?device_id=002b6377-8b16-40be-a64a-4026c76d5469 HTTP/1.1" status: 200 len: 946 time: 0.0866909 Mar 11 03:04:09.399161 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-59e03516-d045-4a38-9144-f84ce3fb1c16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (accaf8c2-0e08-492f-9f8b-2858c76bc7f3), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:09.402396 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-59e03516-d045-4a38-9144-f84ce3fb1c16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:09.403577 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-59e03516-d045-4a38-9144-f84ce3fb1c16 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/accaf8c2-0e08-492f-9f8b-2858c76bc7f3 HTTP/1.1" status: 204 len: 168 time: 0.1789060 Mar 11 03:04:09.421843 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e03516-d045-4a38-9144-f84ce3fb1c16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=accaf8c2-0e08-492f-9f8b-2858c76bc7f3,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:04:09.478256 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.plugin [req-de059d37-dbb1-446f-bd2a-dff70c10aef9 req-6fd49ada-b66f-4efc-9813-b0cadd951793 tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] Deleting port 649119d8-debc-45a5-8b9d-18d71d7a9a8c {{(pid=103104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 03:04:09.478594 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-de059d37-dbb1-446f-bd2a-dff70c10aef9 req-6fd49ada-b66f-4efc-9813-b0cadd951793 tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774349354222'] for port (649119d8-debc-45a5-8b9d-18d71d7a9a8c), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:09.567879 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.db [req-de059d37-dbb1-446f-bd2a-dff70c10aef9 req-6fd49ada-b66f-4efc-9813-b0cadd951793 tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] For port 649119d8-debc-45a5-8b9d-18d71d7a9a8c, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=649119d8-debc-45a5-8b9d-18d71d7a9a8c,segment=NetworkSegment(76b8e030-0150-4093-be95-e8c5bad75e8f),segment_id=76b8e030-0150-4093-be95-e8c5bad75e8f)] {{(pid=103104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:04:09.568603 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-de059d37-dbb1-446f-bd2a-dff70c10aef9 req-6fd49ada-b66f-4efc-9813-b0cadd951793 tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574894'] for port (649119d8-debc-45a5-8b9d-18d71d7a9a8c), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:09.583028 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.plugin [req-de059d37-dbb1-446f-bd2a-dff70c10aef9 req-6fd49ada-b66f-4efc-9813-b0cadd951793 tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] Calling delete_port for 649119d8-debc-45a5-8b9d-18d71d7a9a8c owned by compute:nova {{(pid=103104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 03:04:09.720979 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-de059d37-dbb1-446f-bd2a-dff70c10aef9 req-6fd49ada-b66f-4efc-9813-b0cadd951793 tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774349360213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774348857685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9193763'] for port (649119d8-debc-45a5-8b9d-18d71d7a9a8c), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:09.750941 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd49ada-b66f-4efc-9813-b0cadd951793 tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] Pushing event deleted for resources: {'Port': ['ID=649119d8-debc-45a5-8b9d-18d71d7a9a8c,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:04:09.798458 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.db.l3_dvrscheduler_db [req-de059d37-dbb1-446f-bd2a-dff70c10aef9 req-6fd49ada-b66f-4efc-9813-b0cadd951793 tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] No DVR routers for this DVR port 649119d8-debc-45a5-8b9d-18d71d7a9a8c on host hv-cinder-74014 {{(pid=103104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 03:04:09.801325 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-de059d37-dbb1-446f-bd2a-dff70c10aef9 req-6fd49ada-b66f-4efc-9813-b0cadd951793 tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55355'] for port (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:09.804668 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-de059d37-dbb1-446f-bd2a-dff70c10aef9 req-6fd49ada-b66f-4efc-9813-b0cadd951793 tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] 10.222.0.13 "DELETE /v2.0/ports/649119d8-debc-45a5-8b9d-18d71d7a9a8c HTTP/1.1" status: 204 len: 173 time: 0.4368052 Mar 11 03:04:09.805132 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '002b6377-8b16-40be-a64a-4026c76d5469', 'name': 'network-vif-deleted', 'tag': '649119d8-debc-45a5-8b9d-18d71d7a9a8c'}] {{(pid=103104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 03:04:09.807933 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b4e7651ceabe3a28ab45abcf2012854968d28c41040a071bcf34f6a69b109a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9283be61-a3c3-4427-9d71-23909aa70d66" -d '{"events": [{"server_uuid": "002b6377-8b16-40be-a64a-4026c76d5469", "name": "network-vif-deleted", "tag": "649119d8-debc-45a5-8b9d-18d71d7a9a8c"}]}' {{(pid=103104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 03:04:09.843309 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 03:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cff6b0e-6f75-41ea-91ce-d2ac58b43169 x-openstack-request-id: req-2cff6b0e-6f75-41ea-91ce-d2ac58b43169 {{(pid=103104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 03:04:09.843606 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "002b6377-8b16-40be-a64a-4026c76d5469", "name": "network-vif-deleted", "tag": "649119d8-debc-45a5-8b9d-18d71d7a9a8c", "status": "completed", "code": 200}]} {{(pid=103104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 03:04:09.843861 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2cff6b0e-6f75-41ea-91ce-d2ac58b43169 {{(pid=103104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 03:04:09.844268 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '002b6377-8b16-40be-a64a-4026c76d5469', 'name': 'network-vif-deleted', 'tag': '649119d8-debc-45a5-8b9d-18d71d7a9a8c', 'status': 'completed', 'code': 200} Mar 11 03:04:09.982005 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-4162eff6-be93-4413-aaae-aceb4df3df2a req-3c566e2a-79bd-4d27-8b87-3c79c6675dec tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] 10.222.0.20 "GET /v2.0/ports?device_id=002b6377-8b16-40be-a64a-4026c76d5469 HTTP/1.1" status: 200 len: 210 time: 0.0274839 Mar 11 03:04:11.043139 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 47406) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:04:11.098069 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-6e366fc7-3d9c-4da0-9e09-669728109426 tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] Publish callbacks [] for security_group (824f1730-e35e-4bb9-92a1-df76eb13a305), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:11.122367 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-6e366fc7-3d9c-4da0-9e09-669728109426 tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] Publish callbacks [] for security_group (824f1730-e35e-4bb9-92a1-df76eb13a305), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:11.183392 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-6e366fc7-3d9c-4da0-9e09-669728109426 tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (824f1730-e35e-4bb9-92a1-df76eb13a305), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:11.186050 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-6e366fc7-3d9c-4da0-9e09-669728109426 tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] Publish callbacks [] for security_group (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:11.187218 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-6e366fc7-3d9c-4da0-9e09-669728109426 tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] 10.222.0.20 "DELETE /v2.0/security-groups/824f1730-e35e-4bb9-92a1-df76eb13a305 HTTP/1.1" status: 204 len: 168 time: 0.1431074 Mar 11 03:04:11.196597 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e366fc7-3d9c-4da0-9e09-669728109426 tempest-TestShelveInstance-1668538604 tempest-TestShelveInstance-1668538604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=824f1730-e35e-4bb9-92a1-df76eb13a305,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:04:11.229749 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 47410) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:04:11.740454 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-eaaf41fe-7b74-4235-9e3c-bffe51403ab3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-576760'] for router_interface (07b6ac94-e10b-4c11-8cc1-9103779f5c15), before_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:11.975023 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-eaaf41fe-7b74-4235-9e3c-bffe51403ab3 admin admin] Deleting port 3f4a399d-f703-40ac-a836-f856c7476326 {{(pid=103103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 03:04:11.975359 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-eaaf41fe-7b74-4235-9e3c-bffe51403ab3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774349354222'] for port (3f4a399d-f703-40ac-a836-f856c7476326), before_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:12.050884 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-eaaf41fe-7b74-4235-9e3c-bffe51403ab3 admin admin] For port 3f4a399d-f703-40ac-a836-f856c7476326, host dv-cinder-740146-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-smb',level=0,port_id=3f4a399d-f703-40ac-a836-f856c7476326,segment=NetworkSegment(76b8e030-0150-4093-be95-e8c5bad75e8f),segment_id=76b8e030-0150-4093-be95-e8c5bad75e8f)] {{(pid=103103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:04:12.051152 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-eaaf41fe-7b74-4235-9e3c-bffe51403ab3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574894'] for port (3f4a399d-f703-40ac-a836-f856c7476326), precommit_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:12.063233 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-eaaf41fe-7b74-4235-9e3c-bffe51403ab3 admin admin] Calling delete_port for 3f4a399d-f703-40ac-a836-f856c7476326 owned by network:router_interface {{(pid=103103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 03:04:12.239351 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-eaaf41fe-7b74-4235-9e3c-bffe51403ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774349360213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774348857685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9139710'] for port (3f4a399d-f703-40ac-a836-f856c7476326), after_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:12.265391 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaf41fe-7b74-4235-9e3c-bffe51403ab3 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f4a399d-f703-40ac-a836-f856c7476326,revision_number=None']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:04:12.438893 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-eaaf41fe-7b74-4235-9e3c-bffe51403ab3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-648108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575848'] for router_interface (07b6ac94-e10b-4c11-8cc1-9103779f5c15), after_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:12.539051 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Device 649119d8-debc-45a5-8b9d-18d71d7a9a8c no longer exists at agent hyperv_hv-cinder-74014 {{(pid=103105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 03:04:12.561442 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] No Port match for: 649119d8-debc-45a5-8b9d-18d71d7a9a8c {{(pid=103105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 03:04:12.561789 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Device 649119d8-debc-45a5-8b9d-18d71d7a9a8c not bound to the agent host hv-cinder-74014 {{(pid=103105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 03:04:12.872174 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaaf41fe-7b74-4235-9e3c-bffe51403ab3 admin admin] Router 07b6ac94-e10b-4c11-8cc1-9103779f5c15 has already been hosted by L3 agent 368653ed-b5ce-4183-9c3b-231a0bc3dd35 {{(pid=103103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 03:04:12.976637 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaaf41fe-7b74-4235-9e3c-bffe51403ab3 admin admin] Notify agent at l3_agent.dv-cinder-740146-14-smb the message routers_updated {{(pid=103103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 03:04:12.982372 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-eaaf41fe-7b74-4235-9e3c-bffe51403ab3 admin admin] 10.222.0.20 "PUT /v2.0/routers/07b6ac94-e10b-4c11-8cc1-9103779f5c15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7515247 Mar 11 03:04:12.984788 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 47414) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:04:12.988680 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60de0174-433c-405e-99ad-68e7596ac84c None None] Sync routers for ids ['07b6ac94-e10b-4c11-8cc1-9103779f5c15'] in dv-cinder-740146-14-smb {{(pid=103105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 03:04:12.999348 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60de0174-433c-405e-99ad-68e7596ac84c None None] Routers {'07b6ac94-e10b-4c11-8cc1-9103779f5c15'} bound to L3 agent in host dv-cinder-740146-14-smb {{(pid=103105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:04:12.999954 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_hamode_db [None req-60de0174-433c-405e-99ad-68e7596ac84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T02:46:25Z,description=,heartbeat_timestamp=2022-03-11T03:03:55Z,host='dv-cinder-740146-14-smb',id=368653ed-b5ce-4183-9c3b-231a0bc3dd35,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T02:46:25Z,topic='l3_agent')) {'router_ids': ['07b6ac94-e10b-4c11-8cc1-9103779f5c15'], 'active': True} {{(pid=103105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:04:13.087067 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-7b44ca33-16e3-4d10-a412-b20d345f6927 admin admin] Publish callbacks [] for router (07b6ac94-e10b-4c11-8cc1-9103779f5c15), before_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:13.102425 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_dvr_db [None req-60de0174-433c-405e-99ad-68e7596ac84c None None] Set router 07b6ac94-e10b-4c11-8cc1-9103779f5c15 gateway port host: dv-cinder-740146-14-smb {{(pid=103105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:04:13.191660 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-7b44ca33-16e3-4d10-a412-b20d345f6927 admin admin] Publish callbacks [] for router_gateway (07b6ac94-e10b-4c11-8cc1-9103779f5c15), before_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:13.244610 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-7b44ca33-16e3-4d10-a412-b20d345f6927 admin admin] Deleting port adfb024a-763b-493d-9ac6-ea8a33eab093 {{(pid=103103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 03:04:13.245314 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-7b44ca33-16e3-4d10-a412-b20d345f6927 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774349354222'] for port (adfb024a-763b-493d-9ac6-ea8a33eab093), before_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:13.285594 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_hamode_db [None req-60de0174-433c-405e-99ad-68e7596ac84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07b6ac94-e10b-4c11-8cc1-9103779f5c15', 'name': 'tempest-TestShelveInstance-1498436054-router', 'tenant_id': 'd053a9c011cd45feb5ebd7ba3b5eea91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'external_fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.15'}], 'enable_snat': True}, 'gw_port_id': 'adfb024a-763b-493d-9ac6-ea8a33eab093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T02:58:33Z', 'updated_at': '2022-03-11T03:04:12Z', 'revision_number': 5, 'project_id': 'd053a9c011cd45feb5ebd7ba3b5eea91', 'gw_port': {'id': 'adfb024a-763b-493d-9ac6-ea8a33eab093', 'name': '', 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b6ac94-e10b-4c11-8cc1-9103779f5c15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:58:34Z', 'updated_at': '2022-03-11T02:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-smb'}], 'dv-cinder-740146-14-smb', False) {} {{(pid=103105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:04:13.312086 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60de0174-433c-405e-99ad-68e7596ac84c None None] Checking router: 07b6ac94-e10b-4c11-8cc1-9103779f5c15 for host: dv-cinder-740146-14-smb {{(pid=103105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 03:04:13.320337 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60de0174-433c-405e-99ad-68e7596ac84c None None] Routers {'07b6ac94-e10b-4c11-8cc1-9103779f5c15'} bound to L3 agent in host dv-cinder-740146-14-smb {{(pid=103105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:04:13.320947 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_hamode_db [None req-60de0174-433c-405e-99ad-68e7596ac84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T02:46:25Z,description=,heartbeat_timestamp=2022-03-11T03:03:55Z,host='dv-cinder-740146-14-smb',id=368653ed-b5ce-4183-9c3b-231a0bc3dd35,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T02:46:25Z,topic='l3_agent')) {'router_ids': ['07b6ac94-e10b-4c11-8cc1-9103779f5c15'], 'active': True} {{(pid=103105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:04:13.322244 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-7b44ca33-16e3-4d10-a412-b20d345f6927 admin admin] For port adfb024a-763b-493d-9ac6-ea8a33eab093, host dv-cinder-740146-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-smb',level=0,port_id=adfb024a-763b-493d-9ac6-ea8a33eab093,segment=NetworkSegment(86701719-770a-4197-8a84-07fe4dcd9e0f),segment_id=86701719-770a-4197-8a84-07fe4dcd9e0f)] {{(pid=103103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:04:13.322615 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-7b44ca33-16e3-4d10-a412-b20d345f6927 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574894'] for port (adfb024a-763b-493d-9ac6-ea8a33eab093), precommit_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:13.334789 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-7b44ca33-16e3-4d10-a412-b20d345f6927 admin admin] Calling delete_port for adfb024a-763b-493d-9ac6-ea8a33eab093 owned by network:router_gateway {{(pid=103103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 03:04:13.408226 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_dvr_db [None req-60de0174-433c-405e-99ad-68e7596ac84c None None] Set router 07b6ac94-e10b-4c11-8cc1-9103779f5c15 gateway port host: None {{(pid=103105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:04:13.462169 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_hamode_db [None req-60de0174-433c-405e-99ad-68e7596ac84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07b6ac94-e10b-4c11-8cc1-9103779f5c15', 'name': 'tempest-TestShelveInstance-1498436054-router', 'tenant_id': 'd053a9c011cd45feb5ebd7ba3b5eea91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T02:58:33Z', 'updated_at': '2022-03-11T03:04:13Z', 'revision_number': 6, 'project_id': 'd053a9c011cd45feb5ebd7ba3b5eea91', 'gw_port_host': None}], 'dv-cinder-740146-14-smb', False) {} {{(pid=103105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:04:13.487893 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60de0174-433c-405e-99ad-68e7596ac84c None None] The sync data for ids ['07b6ac94-e10b-4c11-8cc1-9103779f5c15'] in dv-cinder-740146-14-smb is: [{'id': '07b6ac94-e10b-4c11-8cc1-9103779f5c15', 'name': 'tempest-TestShelveInstance-1498436054-router', 'tenant_id': 'd053a9c011cd45feb5ebd7ba3b5eea91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T02:58:33Z', 'updated_at': '2022-03-11T03:04:13Z', 'revision_number': 6, 'project_id': 'd053a9c011cd45feb5ebd7ba3b5eea91', 'gw_port_host': None}] {{(pid=103105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 03:04:13.499308 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-7b44ca33-16e3-4d10-a412-b20d345f6927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774349360213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774348857685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9139710'] for port (adfb024a-763b-493d-9ac6-ea8a33eab093), after_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:13.533423 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b44ca33-16e3-4d10-a412-b20d345f6927 admin admin] Pushing event deleted for resources: {'Port': ['ID=adfb024a-763b-493d-9ac6-ea8a33eab093,revision_number=None']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:04:13.588847 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-7b44ca33-16e3-4d10-a412-b20d345f6927 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580546'] for router_gateway (07b6ac94-e10b-4c11-8cc1-9103779f5c15), after_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:13.677005 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-7b44ca33-16e3-4d10-a412-b20d345f6927 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-586829', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58005'] for router (07b6ac94-e10b-4c11-8cc1-9103779f5c15), precommit_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:13.679085 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-7b44ca33-16e3-4d10-a412-b20d345f6927 admin admin] Publish callbacks [] for router_controller (07b6ac94-e10b-4c11-8cc1-9103779f5c15), precommit_delete_associations {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:13.723259 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-7b44ca33-16e3-4d10-a412-b20d345f6927 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-586838'] for router (07b6ac94-e10b-4c11-8cc1-9103779f5c15), after_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:13.723793 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b44ca33-16e3-4d10-a412-b20d345f6927 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 07b6ac94-e10b-4c11-8cc1-9103779f5c15 {{(pid=103103) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 03:04:13.728507 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-7b44ca33-16e3-4d10-a412-b20d345f6927 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:13.729676 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-7b44ca33-16e3-4d10-a412-b20d345f6927 admin admin] 10.222.0.20 "DELETE /v2.0/routers/07b6ac94-e10b-4c11-8cc1-9103779f5c15 HTTP/1.1" status: 204 len: 168 time: 0.7439477 Mar 11 03:04:13.732408 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 47416) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:04:13.775463 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0f51179-8971-4d26-b790-c6735b755efd admin admin] Deleting subnet 20313f1a-fffa-43ff-8b7f-f66b39097875 {{(pid=103103) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 03:04:13.778398 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-a0f51179-8971-4d26-b790-c6735b755efd admin admin] Publish callbacks [] for subnet (20313f1a-fffa-43ff-8b7f-f66b39097875), before_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:13.814017 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-a0f51179-8971-4d26-b790-c6735b755efd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8546544'] for subnet (20313f1a-fffa-43ff-8b7f-f66b39097875), precommit_delete_associations {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:13.903359 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-a0f51179-8971-4d26-b790-c6735b755efd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536560100'] for subnet (20313f1a-fffa-43ff-8b7f-f66b39097875), precommit_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:13.954018 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-a0f51179-8971-4d26-b790-c6735b755efd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536560111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9139665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9258704'] for subnet (20313f1a-fffa-43ff-8b7f-f66b39097875), after_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:13.978796 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f51179-8971-4d26-b790-c6735b755efd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20313f1a-fffa-43ff-8b7f-f66b39097875,revision_number=None']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:04:13.982665 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-a0f51179-8971-4d26-b790-c6735b755efd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-648073'] for subnet (None), before_response {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:13.985861 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-a0f51179-8971-4d26-b790-c6735b755efd admin admin] 10.222.0.20 "DELETE /v2.0/subnets/20313f1a-fffa-43ff-8b7f-f66b39097875 HTTP/1.1" status: 204 len: 168 time: 0.2524199 Mar 11 03:04:13.988294 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 47418) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:04:13.990744 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c922e36-6d4b-4299-a488-1a7bded0394e None None] Network d22351ff-ebe5-4412-94a6-8b87af2176f8 requested from dv-cinder-740146-14-smb {{(pid=103105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 03:04:14.054937 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-5a8ca665-fe86-4d10-8c55-33ccffb3830b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536131617'] for network (d22351ff-ebe5-4412-94a6-8b87af2176f8), before_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:14.112998 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-5a8ca665-fe86-4d10-8c55-33ccffb3830b admin admin] Deleting port e78dc0df-26b9-4f97-bba0-d3c0f2dc8b51 {{(pid=103103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 03:04:14.113367 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-5a8ca665-fe86-4d10-8c55-33ccffb3830b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774349354222'] for port (e78dc0df-26b9-4f97-bba0-d3c0f2dc8b51), before_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:14.173942 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-5a8ca665-fe86-4d10-8c55-33ccffb3830b admin admin] For port e78dc0df-26b9-4f97-bba0-d3c0f2dc8b51, host dv-cinder-740146-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-smb',level=0,port_id=e78dc0df-26b9-4f97-bba0-d3c0f2dc8b51,segment=NetworkSegment(76b8e030-0150-4093-be95-e8c5bad75e8f),segment_id=76b8e030-0150-4093-be95-e8c5bad75e8f)] {{(pid=103103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:04:14.174308 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-5a8ca665-fe86-4d10-8c55-33ccffb3830b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574894'] for port (e78dc0df-26b9-4f97-bba0-d3c0f2dc8b51), precommit_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:14.186968 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-5a8ca665-fe86-4d10-8c55-33ccffb3830b admin admin] Calling delete_port for e78dc0df-26b9-4f97-bba0-d3c0f2dc8b51 owned by network:dhcp {{(pid=103103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 03:04:14.221822 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff7fe66-d72e-4b4e-a1d4-5728e3873555 None None] DHCP port deletion for d22351ff-ebe5-4412-94a6-8b87af2176f8 request from dv-cinder-740146-14-smb {{(pid=103105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 03:04:14.269372 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-4ff7fe66-d72e-4b4e-a1d4-5728e3873555 None None] Deleting port e78dc0df-26b9-4f97-bba0-d3c0f2dc8b51 {{(pid=103105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 03:04:14.269750 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-4ff7fe66-d72e-4b4e-a1d4-5728e3873555 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774349354222'] for port (e78dc0df-26b9-4f97-bba0-d3c0f2dc8b51), before_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:14.275582 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-5a8ca665-fe86-4d10-8c55-33ccffb3830b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774349360213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774348857685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9139710'] for port (e78dc0df-26b9-4f97-bba0-d3c0f2dc8b51), after_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:14.302067 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8ca665-fe86-4d10-8c55-33ccffb3830b admin admin] Pushing event deleted for resources: {'Port': ['ID=e78dc0df-26b9-4f97-bba0-d3c0f2dc8b51,revision_number=None']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:04:14.303881 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8ca665-fe86-4d10-8c55-33ccffb3830b admin admin] No DVR routers for this DVR port e78dc0df-26b9-4f97-bba0-d3c0f2dc8b51 on host dv-cinder-740146-14-smb {{(pid=103103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 03:04:14.340061 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-4ff7fe66-d72e-4b4e-a1d4-5728e3873555 None None] For port e78dc0df-26b9-4f97-bba0-d3c0f2dc8b51, host dv-cinder-740146-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-smb',level=0,port_id=e78dc0df-26b9-4f97-bba0-d3c0f2dc8b51,segment=NetworkSegment(76b8e030-0150-4093-be95-e8c5bad75e8f),segment_id=76b8e030-0150-4093-be95-e8c5bad75e8f)] {{(pid=103105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:04:14.340426 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-4ff7fe66-d72e-4b4e-a1d4-5728e3873555 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574894'] for port (e78dc0df-26b9-4f97-bba0-d3c0f2dc8b51), precommit_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:14.355518 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-4ff7fe66-d72e-4b4e-a1d4-5728e3873555 None None] Calling delete_port for e78dc0df-26b9-4f97-bba0-d3c0f2dc8b51 owned by network:dhcp {{(pid=103105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 03:04:14.376346 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-5a8ca665-fe86-4d10-8c55-33ccffb3830b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536562719', 'neutron.services.segments.db._delete_segments_for_network-8774349187094'] for network (d22351ff-ebe5-4412-94a6-8b87af2176f8), precommit_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:14.399884 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.services.segments.db [None req-5a8ca665-fe86-4d10-8c55-33ccffb3830b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d22351ff-ebe5-4412-94a6-8b87af2176f8']}} {{(pid=103103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:04:14.409399 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.services.segments.db [None req-5a8ca665-fe86-4d10-8c55-33ccffb3830b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76b8e030-0150-4093-be95-e8c5bad75e8f') {'for_net_delete': True} {{(pid=103103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:04:14.409745 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.services.segments.db [None req-5a8ca665-fe86-4d10-8c55-33ccffb3830b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76b8e030-0150-4093-be95-e8c5bad75e8f') {} {{(pid=103103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:04:14.419448 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-5a8ca665-fe86-4d10-8c55-33ccffb3830b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774349187871', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8546555'] for segment (76b8e030-0150-4093-be95-e8c5bad75e8f), before_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:14.432041 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-4ff7fe66-d72e-4b4e-a1d4-5728e3873555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774349360213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774348857685'] for port (e78dc0df-26b9-4f97-bba0-d3c0f2dc8b51), after_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:14.434867 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-5a8ca665-fe86-4d10-8c55-33ccffb3830b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536533115'] for segment (76b8e030-0150-4093-be95-e8c5bad75e8f), precommit_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:14.442091 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a8ca665-fe86-4d10-8c55-33ccffb3830b admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=103103) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 03:04:14.442515 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-5a8ca665-fe86-4d10-8c55-33ccffb3830b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536533115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9139215'] for segment (76b8e030-0150-4093-be95-e8c5bad75e8f), after_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:14.444042 dv-cinder-740146-14-smb neutron-server[103103]: Traceback (most recent call last): Mar 11 03:04:14.444042 dv-cinder-740146-14-smb neutron-server[103103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 03:04:14.444042 dv-cinder-740146-14-smb neutron-server[103103]: timer() Mar 11 03:04:14.444042 dv-cinder-740146-14-smb neutron-server[103103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 03:04:14.444042 dv-cinder-740146-14-smb neutron-server[103103]: cb(*args, **kw) Mar 11 03:04:14.444042 dv-cinder-740146-14-smb neutron-server[103103]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 03:04:14.444042 dv-cinder-740146-14-smb neutron-server[103103]: return func(*args, **kwargs) Mar 11 03:04:14.444042 dv-cinder-740146-14-smb neutron-server[103103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 03:04:14.444042 dv-cinder-740146-14-smb neutron-server[103103]: self._notify() Mar 11 03:04:14.444042 dv-cinder-740146-14-smb neutron-server[103103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 03:04:14.444042 dv-cinder-740146-14-smb neutron-server[103103]: self.callback(batched_events) Mar 11 03:04:14.444042 dv-cinder-740146-14-smb neutron-server[103103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 03:04:14.444042 dv-cinder-740146-14-smb neutron-server[103103]: event.method(event) Mar 11 03:04:14.444042 dv-cinder-740146-14-smb neutron-server[103103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 03:04:14.444042 dv-cinder-740146-14-smb neutron-server[103103]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 03:04:14.444042 dv-cinder-740146-14-smb neutron-server[103103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 03:04:14.444042 dv-cinder-740146-14-smb neutron-server[103103]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 03:04:14.444042 dv-cinder-740146-14-smb neutron-server[103103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 03:04:14.444042 dv-cinder-740146-14-smb neutron-server[103103]: return f(self, *a, **k) Mar 11 03:04:14.444042 dv-cinder-740146-14-smb neutron-server[103103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 03:04:14.444042 dv-cinder-740146-14-smb neutron-server[103103]: return self._get(url).json() Mar 11 03:04:14.444042 dv-cinder-740146-14-smb neutron-server[103103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 03:04:14.444042 dv-cinder-740146-14-smb neutron-server[103103]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 03:04:14.444042 dv-cinder-740146-14-smb neutron-server[103103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 03:04:14.444042 dv-cinder-740146-14-smb neutron-server[103103]: return self.request(url, 'GET', **kwargs) Mar 11 03:04:14.444042 dv-cinder-740146-14-smb neutron-server[103103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 03:04:14.444042 dv-cinder-740146-14-smb neutron-server[103103]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 03:04:14.444042 dv-cinder-740146-14-smb neutron-server[103103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 03:04:14.444042 dv-cinder-740146-14-smb neutron-server[103103]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 03:04:14.444042 dv-cinder-740146-14-smb neutron-server[103103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 03:04:14.444042 dv-cinder-740146-14-smb neutron-server[103103]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 03:04:14.444042 dv-cinder-740146-14-smb neutron-server[103103]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 03:04:14.469194 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff7fe66-d72e-4b4e-a1d4-5728e3873555 None None] No DVR routers for this DVR port e78dc0df-26b9-4f97-bba0-d3c0f2dc8b51 on host dv-cinder-740146-14-smb {{(pid=103105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 03:04:14.470840 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff7fe66-d72e-4b4e-a1d4-5728e3873555 None None] Pushing event deleted for resources: {'Port': ['ID=e78dc0df-26b9-4f97-bba0-d3c0f2dc8b51,revision_number=None']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:04:14.485445 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff7fe66-d72e-4b4e-a1d4-5728e3873555 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:04:14.485867 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff7fe66-d72e-4b4e-a1d4-5728e3873555 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:04:14.486302 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff7fe66-d72e-4b4e-a1d4-5728e3873555 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:04:14.486711 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff7fe66-d72e-4b4e-a1d4-5728e3873555 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:04:14.487113 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff7fe66-d72e-4b4e-a1d4-5728e3873555 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:04:14.489153 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff7fe66-d72e-4b4e-a1d4-5728e3873555 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:04:14.489509 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff7fe66-d72e-4b4e-a1d4-5728e3873555 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:04:14.490040 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff7fe66-d72e-4b4e-a1d4-5728e3873555 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:04:14.490300 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff7fe66-d72e-4b4e-a1d4-5728e3873555 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:04:14.490670 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff7fe66-d72e-4b4e-a1d4-5728e3873555 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:04:14.490949 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff7fe66-d72e-4b4e-a1d4-5728e3873555 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:04:14.491266 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff7fe66-d72e-4b4e-a1d4-5728e3873555 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:04:14.491782 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff7fe66-d72e-4b4e-a1d4-5728e3873555 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:04:14.505825 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-5a8ca665-fe86-4d10-8c55-33ccffb3830b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536562790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580582'] for network (d22351ff-ebe5-4412-94a6-8b87af2176f8), after_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:14.511132 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-5a8ca665-fe86-4d10-8c55-33ccffb3830b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-648073'] for network (None), before_response {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:14.517815 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-5a8ca665-fe86-4d10-8c55-33ccffb3830b admin admin] 10.222.0.20 "DELETE /v2.0/networks/d22351ff-ebe5-4412-94a6-8b87af2176f8 HTTP/1.1" status: 204 len: 168 time: 0.5251226 Mar 11 03:04:14.518285 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 47420) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:04:14.527456 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8ca665-fe86-4d10-8c55-33ccffb3830b admin admin] Pushing event deleted for resources: {'Network': ['ID=d22351ff-ebe5-4412-94a6-8b87af2176f8,revision_number=None']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:04:14.760478 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Device e78dc0df-26b9-4f97-bba0-d3c0f2dc8b51 no longer exists at agent ovs-agent-dv-cinder-740146-14-smb {{(pid=103105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 03:04:14.780273 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] No Port match for: e78dc0df-26b9-4f97-bba0-d3c0f2dc8b51 {{(pid=103105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 03:04:14.780615 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Device e78dc0df-26b9-4f97-bba0-d3c0f2dc8b51 not bound to the agent host dv-cinder-740146-14-smb {{(pid=103105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 03:04:14.781019 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Device adfb024a-763b-493d-9ac6-ea8a33eab093 no longer exists at agent ovs-agent-dv-cinder-740146-14-smb {{(pid=103105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 03:04:14.799497 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] No Port match for: adfb024a-763b-493d-9ac6-ea8a33eab093 {{(pid=103105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 03:04:14.799843 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Device adfb024a-763b-493d-9ac6-ea8a33eab093 not bound to the agent host dv-cinder-740146-14-smb {{(pid=103105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 03:04:14.800289 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Device 3f4a399d-f703-40ac-a836-f856c7476326 no longer exists at agent ovs-agent-dv-cinder-740146-14-smb {{(pid=103105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 03:04:14.818364 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] No Port match for: 3f4a399d-f703-40ac-a836-f856c7476326 {{(pid=103105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 03:04:14.818709 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Device 3f4a399d-f703-40ac-a836-f856c7476326 not bound to the agent host dv-cinder-740146-14-smb {{(pid=103105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 03:04:14.857851 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-944f98c2-b96a-4199-bf07-3defa9060f3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-576760'] for router_interface (4b6af23c-54c3-4c6a-91f5-13b3bbc78f6a), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:14.913643 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.agents_db [None req-3d558b34-a2e4-40ae-982b-3a8752938275 None None] Agent healthcheck: found 6 active agents {{(pid=103106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 03:04:15.094921 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.plugin [None req-944f98c2-b96a-4199-bf07-3defa9060f3a admin admin] Deleting port e9019a36-24d2-4654-b069-c3b3e038d9ce {{(pid=103104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 03:04:15.095170 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-944f98c2-b96a-4199-bf07-3defa9060f3a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774349354222'] for port (e9019a36-24d2-4654-b069-c3b3e038d9ce), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:15.168308 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.db [None req-944f98c2-b96a-4199-bf07-3defa9060f3a admin admin] For port e9019a36-24d2-4654-b069-c3b3e038d9ce, host dv-cinder-740146-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-smb',level=0,port_id=e9019a36-24d2-4654-b069-c3b3e038d9ce,segment=NetworkSegment(6e7eb3cb-a6c2-4703-9549-b327a3cee8e3),segment_id=6e7eb3cb-a6c2-4703-9549-b327a3cee8e3)] {{(pid=103104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:04:15.168672 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-944f98c2-b96a-4199-bf07-3defa9060f3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574894'] for port (e9019a36-24d2-4654-b069-c3b3e038d9ce), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:15.182037 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.plugin [None req-944f98c2-b96a-4199-bf07-3defa9060f3a admin admin] Calling delete_port for e9019a36-24d2-4654-b069-c3b3e038d9ce owned by network:router_interface {{(pid=103104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 03:04:15.623569 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-944f98c2-b96a-4199-bf07-3defa9060f3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774349360213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774348857685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9193763'] for port (e9019a36-24d2-4654-b069-c3b3e038d9ce), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:15.650761 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944f98c2-b96a-4199-bf07-3defa9060f3a admin admin] Pushing event deleted for resources: {'Port': ['ID=e9019a36-24d2-4654-b069-c3b3e038d9ce,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:04:15.815458 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-944f98c2-b96a-4199-bf07-3defa9060f3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-648108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575848'] for router_interface (4b6af23c-54c3-4c6a-91f5-13b3bbc78f6a), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:16.026824 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-944f98c2-b96a-4199-bf07-3defa9060f3a admin admin] Router 4b6af23c-54c3-4c6a-91f5-13b3bbc78f6a has already been hosted by L3 agent 368653ed-b5ce-4183-9c3b-231a0bc3dd35 {{(pid=103104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 03:04:16.131154 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-944f98c2-b96a-4199-bf07-3defa9060f3a admin admin] Notify agent at l3_agent.dv-cinder-740146-14-smb the message routers_updated {{(pid=103104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 03:04:16.137053 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-944f98c2-b96a-4199-bf07-3defa9060f3a admin admin] 10.222.0.20 "PUT /v2.0/routers/4b6af23c-54c3-4c6a-91f5-13b3bbc78f6a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6172919 Mar 11 03:04:16.139084 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 47422) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:04:16.139864 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3018ccc0-8775-462e-a966-209f0a59c0f0 None None] Sync routers for ids ['4b6af23c-54c3-4c6a-91f5-13b3bbc78f6a'] in dv-cinder-740146-14-smb {{(pid=103106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 03:04:16.149452 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3018ccc0-8775-462e-a966-209f0a59c0f0 None None] Routers {'4b6af23c-54c3-4c6a-91f5-13b3bbc78f6a'} bound to L3 agent in host dv-cinder-740146-14-smb {{(pid=103106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:04:16.150697 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-3018ccc0-8775-462e-a966-209f0a59c0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T02:46:25Z,description=,heartbeat_timestamp=2022-03-11T03:03:55Z,host='dv-cinder-740146-14-smb',id=368653ed-b5ce-4183-9c3b-231a0bc3dd35,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T02:46:25Z,topic='l3_agent')) {'router_ids': ['4b6af23c-54c3-4c6a-91f5-13b3bbc78f6a'], 'active': True} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:04:16.248597 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-6896d5ce-7c9d-4ebe-a9d6-432398159121 admin admin] Publish callbacks [] for router (4b6af23c-54c3-4c6a-91f5-13b3bbc78f6a), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:16.350717 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.l3_dvr_db [None req-3018ccc0-8775-462e-a966-209f0a59c0f0 None None] Set router 4b6af23c-54c3-4c6a-91f5-13b3bbc78f6a gateway port host: dv-cinder-740146-14-smb {{(pid=103106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:04:16.355555 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-6896d5ce-7c9d-4ebe-a9d6-432398159121 admin admin] Publish callbacks [] for router_gateway (4b6af23c-54c3-4c6a-91f5-13b3bbc78f6a), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:16.406684 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.plugin [None req-6896d5ce-7c9d-4ebe-a9d6-432398159121 admin admin] Deleting port a503cae2-27b0-4658-ace0-88b6f9b8ce22 {{(pid=103104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 03:04:16.407022 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-6896d5ce-7c9d-4ebe-a9d6-432398159121 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774349354222'] for port (a503cae2-27b0-4658-ace0-88b6f9b8ce22), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:16.485481 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.db [None req-6896d5ce-7c9d-4ebe-a9d6-432398159121 admin admin] For port a503cae2-27b0-4658-ace0-88b6f9b8ce22, host dv-cinder-740146-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-smb',level=0,port_id=a503cae2-27b0-4658-ace0-88b6f9b8ce22,segment=NetworkSegment(86701719-770a-4197-8a84-07fe4dcd9e0f),segment_id=86701719-770a-4197-8a84-07fe4dcd9e0f)] {{(pid=103104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:04:16.486049 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-6896d5ce-7c9d-4ebe-a9d6-432398159121 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574894'] for port (a503cae2-27b0-4658-ace0-88b6f9b8ce22), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:16.506292 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.plugin [None req-6896d5ce-7c9d-4ebe-a9d6-432398159121 admin admin] Calling delete_port for a503cae2-27b0-4658-ace0-88b6f9b8ce22 owned by network:router_gateway {{(pid=103104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 03:04:16.523734 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-3018ccc0-8775-462e-a966-209f0a59c0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b6af23c-54c3-4c6a-91f5-13b3bbc78f6a', 'name': 'tempest-TestShelveInstance-1002558965-router', 'tenant_id': '6e0da77ae17142fe87fc424da655593e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'external_fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.212'}], 'enable_snat': True}, 'gw_port_id': 'a503cae2-27b0-4658-ace0-88b6f9b8ce22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T02:58:39Z', 'updated_at': '2022-03-11T03:04:15Z', 'revision_number': 5, 'project_id': '6e0da77ae17142fe87fc424da655593e', 'gw_port': {'id': 'a503cae2-27b0-4658-ace0-88b6f9b8ce22', 'name': '', 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:0c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b6af23c-54c3-4c6a-91f5-13b3bbc78f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T02:58:40Z', 'updated_at': '2022-03-11T02:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-smb'}], 'dv-cinder-740146-14-smb', False) {} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:04:16.552857 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3018ccc0-8775-462e-a966-209f0a59c0f0 None None] Checking router: 4b6af23c-54c3-4c6a-91f5-13b3bbc78f6a for host: dv-cinder-740146-14-smb {{(pid=103106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 03:04:16.561432 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3018ccc0-8775-462e-a966-209f0a59c0f0 None None] Routers {'4b6af23c-54c3-4c6a-91f5-13b3bbc78f6a'} bound to L3 agent in host dv-cinder-740146-14-smb {{(pid=103106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:04:16.562028 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-3018ccc0-8775-462e-a966-209f0a59c0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T02:46:25Z,description=,heartbeat_timestamp=2022-03-11T03:03:55Z,host='dv-cinder-740146-14-smb',id=368653ed-b5ce-4183-9c3b-231a0bc3dd35,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T02:46:25Z,topic='l3_agent')) {'router_ids': ['4b6af23c-54c3-4c6a-91f5-13b3bbc78f6a'], 'active': True} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:04:16.647861 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.l3_dvr_db [None req-3018ccc0-8775-462e-a966-209f0a59c0f0 None None] Set router 4b6af23c-54c3-4c6a-91f5-13b3bbc78f6a gateway port host: None {{(pid=103106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:04:16.667279 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-6896d5ce-7c9d-4ebe-a9d6-432398159121 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774349360213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774348857685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9193763'] for port (a503cae2-27b0-4658-ace0-88b6f9b8ce22), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:16.698891 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-3018ccc0-8775-462e-a966-209f0a59c0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b6af23c-54c3-4c6a-91f5-13b3bbc78f6a', 'name': 'tempest-TestShelveInstance-1002558965-router', 'tenant_id': '6e0da77ae17142fe87fc424da655593e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T02:58:39Z', 'updated_at': '2022-03-11T03:04:16Z', 'revision_number': 6, 'project_id': '6e0da77ae17142fe87fc424da655593e', 'gw_port_host': None}], 'dv-cinder-740146-14-smb', False) {} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:04:16.699006 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6896d5ce-7c9d-4ebe-a9d6-432398159121 admin admin] Pushing event deleted for resources: {'Port': ['ID=a503cae2-27b0-4658-ace0-88b6f9b8ce22,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:04:16.729931 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3018ccc0-8775-462e-a966-209f0a59c0f0 None None] The sync data for ids ['4b6af23c-54c3-4c6a-91f5-13b3bbc78f6a'] in dv-cinder-740146-14-smb is: [{'id': '4b6af23c-54c3-4c6a-91f5-13b3bbc78f6a', 'name': 'tempest-TestShelveInstance-1002558965-router', 'tenant_id': '6e0da77ae17142fe87fc424da655593e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T02:58:39Z', 'updated_at': '2022-03-11T03:04:16Z', 'revision_number': 6, 'project_id': '6e0da77ae17142fe87fc424da655593e', 'gw_port_host': None}] {{(pid=103106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 03:04:16.760639 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-6896d5ce-7c9d-4ebe-a9d6-432398159121 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580546'] for router_gateway (4b6af23c-54c3-4c6a-91f5-13b3bbc78f6a), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:16.858410 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-6896d5ce-7c9d-4ebe-a9d6-432398159121 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-586829', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58005'] for router (4b6af23c-54c3-4c6a-91f5-13b3bbc78f6a), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:16.860754 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-6896d5ce-7c9d-4ebe-a9d6-432398159121 admin admin] Publish callbacks [] for router_controller (4b6af23c-54c3-4c6a-91f5-13b3bbc78f6a), precommit_delete_associations {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:16.907124 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-6896d5ce-7c9d-4ebe-a9d6-432398159121 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-586838'] for router (4b6af23c-54c3-4c6a-91f5-13b3bbc78f6a), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:16.907702 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6896d5ce-7c9d-4ebe-a9d6-432398159121 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4b6af23c-54c3-4c6a-91f5-13b3bbc78f6a {{(pid=103104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 03:04:16.912370 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-6896d5ce-7c9d-4ebe-a9d6-432398159121 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:16.913669 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-6896d5ce-7c9d-4ebe-a9d6-432398159121 admin admin] 10.222.0.20 "DELETE /v2.0/routers/4b6af23c-54c3-4c6a-91f5-13b3bbc78f6a HTTP/1.1" status: 204 len: 168 time: 0.7736793 Mar 11 03:04:16.916593 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 47424) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:04:16.961997 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.db.db_base_plugin_v2 [None req-374f3681-90a5-4274-bdf9-8c173262287f admin admin] Deleting subnet 0771b6c1-15b5-43aa-8d29-30688739b9f1 {{(pid=103104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 03:04:16.965210 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-374f3681-90a5-4274-bdf9-8c173262287f admin admin] Publish callbacks [] for subnet (0771b6c1-15b5-43aa-8d29-30688739b9f1), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:17.002078 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-374f3681-90a5-4274-bdf9-8c173262287f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3905093'] for subnet (0771b6c1-15b5-43aa-8d29-30688739b9f1), precommit_delete_associations {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:17.081025 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-374f3681-90a5-4274-bdf9-8c173262287f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536560100'] for subnet (0771b6c1-15b5-43aa-8d29-30688739b9f1), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:17.135672 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-374f3681-90a5-4274-bdf9-8c173262287f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536560111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9193740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8900754'] for subnet (0771b6c1-15b5-43aa-8d29-30688739b9f1), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:17.160828 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374f3681-90a5-4274-bdf9-8c173262287f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0771b6c1-15b5-43aa-8d29-30688739b9f1,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:04:17.167920 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-374f3681-90a5-4274-bdf9-8c173262287f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:17.173495 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-374f3681-90a5-4274-bdf9-8c173262287f admin admin] 10.222.0.20 "DELETE /v2.0/subnets/0771b6c1-15b5-43aa-8d29-30688739b9f1 HTTP/1.1" status: 204 len: 168 time: 0.2536099 Mar 11 03:04:17.173781 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 47426) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:04:17.177772 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e108aa9-05b8-4e81-840b-7a51393b5f0f None None] Network afefb832-4963-4aef-92b4-e58cc7ccbcc4 requested from dv-cinder-740146-14-smb {{(pid=103105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 03:04:17.241644 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-b16d7322-2ce7-4aeb-88e7-a507928973a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536131617'] for network (afefb832-4963-4aef-92b4-e58cc7ccbcc4), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:17.298409 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.plugin [None req-b16d7322-2ce7-4aeb-88e7-a507928973a4 admin admin] Deleting port aa4791c5-e4df-43a8-b162-84b43f83a30f {{(pid=103104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 03:04:17.298746 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-b16d7322-2ce7-4aeb-88e7-a507928973a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774349354222'] for port (aa4791c5-e4df-43a8-b162-84b43f83a30f), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:17.359972 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.db [None req-b16d7322-2ce7-4aeb-88e7-a507928973a4 admin admin] For port aa4791c5-e4df-43a8-b162-84b43f83a30f, host dv-cinder-740146-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-smb',level=0,port_id=aa4791c5-e4df-43a8-b162-84b43f83a30f,segment=NetworkSegment(6e7eb3cb-a6c2-4703-9549-b327a3cee8e3),segment_id=6e7eb3cb-a6c2-4703-9549-b327a3cee8e3)] {{(pid=103104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:04:17.360246 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-b16d7322-2ce7-4aeb-88e7-a507928973a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574894'] for port (aa4791c5-e4df-43a8-b162-84b43f83a30f), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:17.372084 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.plugin [None req-b16d7322-2ce7-4aeb-88e7-a507928973a4 admin admin] Calling delete_port for aa4791c5-e4df-43a8-b162-84b43f83a30f owned by network:dhcp {{(pid=103104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 03:04:17.413436 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (56ad6e9b-975a-4fdf-b549-1f3c33ba94e0), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:17.452376 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-b16d7322-2ce7-4aeb-88e7-a507928973a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774349360213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774348857685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9193763'] for port (aa4791c5-e4df-43a8-b162-84b43f83a30f), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:17.477296 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16d7322-2ce7-4aeb-88e7-a507928973a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa4791c5-e4df-43a8-b162-84b43f83a30f,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:04:17.482187 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16d7322-2ce7-4aeb-88e7-a507928973a4 admin admin] No DVR routers for this DVR port aa4791c5-e4df-43a8-b162-84b43f83a30f on host dv-cinder-740146-14-smb {{(pid=103104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 03:04:17.514603 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da07222-4a8f-4d48-bba7-05538126b590 None None] DHCP port deletion for afefb832-4963-4aef-92b4-e58cc7ccbcc4 request from dv-cinder-740146-14-smb {{(pid=103105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 03:04:17.563697 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-b16d7322-2ce7-4aeb-88e7-a507928973a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536562719', 'neutron.services.segments.db._delete_segments_for_network-8774349187094'] for network (afefb832-4963-4aef-92b4-e58cc7ccbcc4), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:17.583657 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.services.segments.db [None req-b16d7322-2ce7-4aeb-88e7-a507928973a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afefb832-4963-4aef-92b4-e58cc7ccbcc4']}} {{(pid=103104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:04:17.593635 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.services.segments.db [None req-b16d7322-2ce7-4aeb-88e7-a507928973a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e7eb3cb-a6c2-4703-9549-b327a3cee8e3') {'for_net_delete': True} {{(pid=103104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:04:17.593943 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.services.segments.db [None req-b16d7322-2ce7-4aeb-88e7-a507928973a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e7eb3cb-a6c2-4703-9549-b327a3cee8e3') {} {{(pid=103104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:04:17.603148 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-b16d7322-2ce7-4aeb-88e7-a507928973a4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774349187871', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3905102'] for segment (6e7eb3cb-a6c2-4703-9549-b327a3cee8e3), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:17.616433 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-b16d7322-2ce7-4aeb-88e7-a507928973a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536533115'] for segment (6e7eb3cb-a6c2-4703-9549-b327a3cee8e3), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:17.622937 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b16d7322-2ce7-4aeb-88e7-a507928973a4 admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=103104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 03:04:17.623389 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-b16d7322-2ce7-4aeb-88e7-a507928973a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536533115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9193682'] for segment (6e7eb3cb-a6c2-4703-9549-b327a3cee8e3), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:17.625019 dv-cinder-740146-14-smb neutron-server[103104]: Traceback (most recent call last): Mar 11 03:04:17.625019 dv-cinder-740146-14-smb neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 03:04:17.625019 dv-cinder-740146-14-smb neutron-server[103104]: timer() Mar 11 03:04:17.625019 dv-cinder-740146-14-smb neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 03:04:17.625019 dv-cinder-740146-14-smb neutron-server[103104]: cb(*args, **kw) Mar 11 03:04:17.625019 dv-cinder-740146-14-smb neutron-server[103104]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 03:04:17.625019 dv-cinder-740146-14-smb neutron-server[103104]: return func(*args, **kwargs) Mar 11 03:04:17.625019 dv-cinder-740146-14-smb neutron-server[103104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 03:04:17.625019 dv-cinder-740146-14-smb neutron-server[103104]: self._notify() Mar 11 03:04:17.625019 dv-cinder-740146-14-smb neutron-server[103104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 03:04:17.625019 dv-cinder-740146-14-smb neutron-server[103104]: self.callback(batched_events) Mar 11 03:04:17.625019 dv-cinder-740146-14-smb neutron-server[103104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 03:04:17.625019 dv-cinder-740146-14-smb neutron-server[103104]: event.method(event) Mar 11 03:04:17.625019 dv-cinder-740146-14-smb neutron-server[103104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 03:04:17.625019 dv-cinder-740146-14-smb neutron-server[103104]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 03:04:17.625019 dv-cinder-740146-14-smb neutron-server[103104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 03:04:17.625019 dv-cinder-740146-14-smb neutron-server[103104]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 03:04:17.625019 dv-cinder-740146-14-smb neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 03:04:17.625019 dv-cinder-740146-14-smb neutron-server[103104]: return f(self, *a, **k) Mar 11 03:04:17.625019 dv-cinder-740146-14-smb neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 03:04:17.625019 dv-cinder-740146-14-smb neutron-server[103104]: return self._get(url).json() Mar 11 03:04:17.625019 dv-cinder-740146-14-smb neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 03:04:17.625019 dv-cinder-740146-14-smb neutron-server[103104]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 03:04:17.625019 dv-cinder-740146-14-smb neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 03:04:17.625019 dv-cinder-740146-14-smb neutron-server[103104]: return self.request(url, 'GET', **kwargs) Mar 11 03:04:17.625019 dv-cinder-740146-14-smb neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 03:04:17.625019 dv-cinder-740146-14-smb neutron-server[103104]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 03:04:17.625019 dv-cinder-740146-14-smb neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 03:04:17.625019 dv-cinder-740146-14-smb neutron-server[103104]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 03:04:17.625019 dv-cinder-740146-14-smb neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 03:04:17.625019 dv-cinder-740146-14-smb neutron-server[103104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 03:04:17.625019 dv-cinder-740146-14-smb neutron-server[103104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 03:04:17.677556 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-b16d7322-2ce7-4aeb-88e7-a507928973a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536562790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580582'] for network (afefb832-4963-4aef-92b4-e58cc7ccbcc4), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:17.682267 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-b16d7322-2ce7-4aeb-88e7-a507928973a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-648073'] for network (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:17.685508 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-b16d7322-2ce7-4aeb-88e7-a507928973a4 admin admin] 10.222.0.20 "DELETE /v2.0/networks/afefb832-4963-4aef-92b4-e58cc7ccbcc4 HTTP/1.1" status: 204 len: 168 time: 0.5107894 Mar 11 03:04:17.698251 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16d7322-2ce7-4aeb-88e7-a507928973a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=afefb832-4963-4aef-92b4-e58cc7ccbcc4,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:04:17.812808 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 47430) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:04:17.852665 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-afd054ee-f09b-4844-b3de-270d388b0d1d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d053a9c011cd45feb5ebd7ba3b5eea91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384934 Mar 11 03:04:17.855128 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 47432) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:04:17.904356 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-165db8a6-0dc4-4398-b3fd-36f2f3593cca admin admin] Publish callbacks [] for security_group (3248b182-75c8-4b84-8b40-b2d8c75dff21), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:17.924327 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-165db8a6-0dc4-4398-b3fd-36f2f3593cca admin admin] Publish callbacks [] for security_group (3248b182-75c8-4b84-8b40-b2d8c75dff21), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:17.969636 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-165db8a6-0dc4-4398-b3fd-36f2f3593cca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (3248b182-75c8-4b84-8b40-b2d8c75dff21), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:17.972232 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-165db8a6-0dc4-4398-b3fd-36f2f3593cca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:17.973438 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-165db8a6-0dc4-4398-b3fd-36f2f3593cca admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3248b182-75c8-4b84-8b40-b2d8c75dff21 HTTP/1.1" status: 204 len: 168 time: 0.1173804 Mar 11 03:04:17.981496 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165db8a6-0dc4-4398-b3fd-36f2f3593cca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3248b182-75c8-4b84-8b40-b2d8c75dff21,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:04:18.270399 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 47438) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:04:18.310085 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-05fe31c6-62ae-4228-9274-7acbf81fdf3e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6e0da77ae17142fe87fc424da655593e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384941 Mar 11 03:04:18.312467 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 47440) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:04:18.356886 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-3ebb2c55-616f-4ee7-a6e2-aef585bb627f admin admin] Publish callbacks [] for security_group (d59c9860-8b50-4618-bb22-afece620f923), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:18.378246 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-3ebb2c55-616f-4ee7-a6e2-aef585bb627f admin admin] Publish callbacks [] for security_group (d59c9860-8b50-4618-bb22-afece620f923), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:18.422908 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-3ebb2c55-616f-4ee7-a6e2-aef585bb627f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (d59c9860-8b50-4618-bb22-afece620f923), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:18.425505 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-3ebb2c55-616f-4ee7-a6e2-aef585bb627f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:18.426704 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-3ebb2c55-616f-4ee7-a6e2-aef585bb627f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d59c9860-8b50-4618-bb22-afece620f923 HTTP/1.1" status: 204 len: 168 time: 0.1133611 Mar 11 03:04:18.434817 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebb2c55-616f-4ee7-a6e2-aef585bb627f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d59c9860-8b50-4618-bb22-afece620f923,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:04:18.761767 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Device e9019a36-24d2-4654-b069-c3b3e038d9ce no longer exists at agent ovs-agent-dv-cinder-740146-14-smb {{(pid=103105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 03:04:18.785931 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] No Port match for: e9019a36-24d2-4654-b069-c3b3e038d9ce {{(pid=103105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 03:04:18.786377 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Device e9019a36-24d2-4654-b069-c3b3e038d9ce not bound to the agent host dv-cinder-740146-14-smb {{(pid=103105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 03:04:18.786867 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Device aa4791c5-e4df-43a8-b162-84b43f83a30f no longer exists at agent ovs-agent-dv-cinder-740146-14-smb {{(pid=103105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 03:04:18.807143 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] No Port match for: aa4791c5-e4df-43a8-b162-84b43f83a30f {{(pid=103105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 03:04:18.807494 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Device aa4791c5-e4df-43a8-b162-84b43f83a30f not bound to the agent host dv-cinder-740146-14-smb {{(pid=103105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 03:04:18.807916 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Device a503cae2-27b0-4658-ace0-88b6f9b8ce22 no longer exists at agent ovs-agent-dv-cinder-740146-14-smb {{(pid=103105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 03:04:18.826000 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] No Port match for: a503cae2-27b0-4658-ace0-88b6f9b8ce22 {{(pid=103105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 03:04:18.826348 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Device a503cae2-27b0-4658-ace0-88b6f9b8ce22 not bound to the agent host dv-cinder-740146-14-smb {{(pid=103105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 03:04:22.434164 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-15e94d7c-5921-47cb-88c6-57eaa51ec0c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (27668cff-ea20-4e06-9a9c-d4f827fe3eb1), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:23.328495 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 47474) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:04:23.333125 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.v2.base [None req-546e7fba-d7fa-420f-92cf-95c804274136 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1826651181', 'description': 'tempest-description--550583183'}} {{(pid=103103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:04:23.352548 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-546e7fba-d7fa-420f-92cf-95c804274136 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks [] for security_group (None), before_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:23.415277 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-546e7fba-d7fa-420f-92cf-95c804274136 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks [] for security_group (ddb3991d-5d7b-4432-840c-0a7c53bd595a), precommit_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:23.419400 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-546e7fba-d7fa-420f-92cf-95c804274136 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (ddb3991d-5d7b-4432-840c-0a7c53bd595a), after_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:23.449765 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-546e7fba-d7fa-420f-92cf-95c804274136 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks [] for security_group (None), before_response {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:23.450992 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-546e7fba-d7fa-420f-92cf-95c804274136 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1213987 Mar 11 03:04:23.452100 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546e7fba-d7fa-420f-92cf-95c804274136 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddb3991d-5d7b-4432-840c-0a7c53bd595a,revision_number=1']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:04:23.453995 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 47476) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:04:23.458506 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.v2.base [None req-4c6f61f7-d41c-4e3d-84a7-9a749053ca58 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Request body: {'security_group_rule': {'security_group_id': 'ddb3991d-5d7b-4432-840c-0a7c53bd595a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:04:23.490166 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-4c6f61f7-d41c-4e3d-84a7-9a749053ca58 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks [] for security_group_rule (d3bc974a-ce43-4004-b0ae-38f254f547d5), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:23.541804 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-4c6f61f7-d41c-4e3d-84a7-9a749053ca58 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks [] for security_group_rule (d3bc974a-ce43-4004-b0ae-38f254f547d5), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:23.546426 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-4c6f61f7-d41c-4e3d-84a7-9a749053ca58 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526655'] for security_group_rule (d3bc974a-ce43-4004-b0ae-38f254f547d5), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:23.564804 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6f61f7-d41c-4e3d-84a7-9a749053ca58 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3bc974a-ce43-4004-b0ae-38f254f547d5,revision_number=0']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:04:23.572924 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-4c6f61f7-d41c-4e3d-84a7-9a749053ca58 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:23.577407 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-4c6f61f7-d41c-4e3d-84a7-9a749053ca58 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1192367 Mar 11 03:04:23.577596 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 47478) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:04:23.582223 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.v2.base [None req-4f9e8792-55bf-4db5-9fc8-53f05f207923 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Request body: {'security_group_rule': {'security_group_id': 'ddb3991d-5d7b-4432-840c-0a7c53bd595a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:04:23.610710 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-4f9e8792-55bf-4db5-9fc8-53f05f207923 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks [] for security_group_rule (a1aeed0d-92c2-4891-a1de-c7a060211211), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:23.666372 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-4f9e8792-55bf-4db5-9fc8-53f05f207923 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks [] for security_group_rule (a1aeed0d-92c2-4891-a1de-c7a060211211), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:23.669607 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-4f9e8792-55bf-4db5-9fc8-53f05f207923 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526655'] for security_group_rule (a1aeed0d-92c2-4891-a1de-c7a060211211), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:23.685358 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9e8792-55bf-4db5-9fc8-53f05f207923 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1aeed0d-92c2-4891-a1de-c7a060211211,revision_number=0']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:04:23.692995 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-4f9e8792-55bf-4db5-9fc8-53f05f207923 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:23.694193 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-4f9e8792-55bf-4db5-9fc8-53f05f207923 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1156023 Mar 11 03:04:23.697172 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 47480) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:04:23.701797 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.v2.base [None req-2937453d-d710-4628-a955-9087443b3dd8 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Request body: {'floatingip': {'floating_network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3'}} {{(pid=103104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:04:23.721024 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-2937453d-d710-4628-a955-9087443b3dd8 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:23.826903 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-2937453d-d710-4628-a955-9087443b3dd8 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:23.926762 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.db.db_base_plugin_common [None req-2937453d-d710-4628-a955-9087443b3dd8 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Allocated IP 172.28.1.91 (67cf6db3-75c3-4d86-ba36-4af7c18cd6b3/b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e/a4f368c2-6048-4eac-956a-c37f81d1d4b3) {{(pid=103104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 03:04:24.026993 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-2937453d-d710-4628-a955-9087443b3dd8 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks [] for port (a4f368c2-6048-4eac-956a-c37f81d1d4b3), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:24.058913 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-2937453d-d710-4628-a955-9087443b3dd8 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774348857676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9193763'] for port (a4f368c2-6048-4eac-956a-c37f81d1d4b3), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:24.093421 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2937453d-d710-4628-a955-9087443b3dd8 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Network 67cf6db3-75c3-4d86-ba36-4af7c18cd6b3 is already hosted by enough agents. {{(pid=103104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 03:04:24.096119 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.scheduler.base_scheduler [None req-2937453d-d710-4628-a955-9087443b3dd8 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Resources bound (agent type, host, resource id): {{(pid=103104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 03:04:24.101431 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2937453d-d710-4628-a955-9087443b3dd8 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Received port after_create {{(pid=103104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 03:04:24.130050 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2937453d-d710-4628-a955-9087443b3dd8 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Pushing event updated for resources: {'Port': ['ID=a4f368c2-6048-4eac-956a-c37f81d1d4b3,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:04:24.191174 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-2937453d-d710-4628-a955-9087443b3dd8 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks [] for floatingip (c3b158b6-9971-4049-b92c-b85c6567bd40), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:24.228791 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-2937453d-d710-4628-a955-9087443b3dd8 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (a4f368c2-6048-4eac-956a-c37f81d1d4b3), before_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:24.375037 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-2937453d-d710-4628-a955-9087443b3dd8 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks [] for port (a4f368c2-6048-4eac-956a-c37f81d1d4b3), precommit_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:24.379028 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-2937453d-d710-4628-a955-9087443b3dd8 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9193786'] for port (a4f368c2-6048-4eac-956a-c37f81d1d4b3), after_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:24.445686 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2937453d-d710-4628-a955-9087443b3dd8 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Pushing event updated for resources: {'Port': ['ID=a4f368c2-6048-4eac-956a-c37f81d1d4b3,revision_number=2']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:04:24.456688 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-2937453d-d710-4628-a955-9087443b3dd8 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580600'] for floatingip (c3b158b6-9971-4049-b92c-b85c6567bd40), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:24.471706 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-2937453d-d710-4628-a955-9087443b3dd8 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55355'] for floatingip (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:24.478272 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-2937453d-d710-4628-a955-9087443b3dd8 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7748883 Mar 11 03:04:24.663044 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-b929a47e-5d96-4b07-9cb1-d498b23e3ddf req-4dbf9f43-dc4f-412c-9407-fb3cbcea98d6 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1826651181&fields=id&tenant_id=2b4303e0b14a4764a3e0bdfada32ab0d HTTP/1.1" status: 200 len: 267 time: 0.0410943 Mar 11 03:04:24.767957 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b929a47e-5d96-4b07-9cb1-d498b23e3ddf req-680b5618-09ee-4cda-b197-f94906bae032 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:04:24.769400 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-b929a47e-5d96-4b07-9cb1-d498b23e3ddf req-680b5618-09ee-4cda-b197-f94906bae032 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.20 "GET /v2.0/networks?id=dc083c2a-b960-4ebd-85d4-93c0755ea1e6 HTTP/1.1" status: 200 len: 814 time: 0.0993710 Mar 11 03:04:24.783614 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-b929a47e-5d96-4b07-9cb1-d498b23e3ddf req-262d9308-9375-4089-9f52-c27cac868569 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.20 "GET /v2.0/quotas/2b4303e0b14a4764a3e0bdfada32ab0d HTTP/1.1" status: 200 len: 375 time: 0.0087528 Mar 11 03:04:24.826248 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-ee0ff315-3750-401e-84d6-cd5fafbd4791 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (368653ed-b5ce-4183-9c3b-231a0bc3dd35), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:24.839503 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-b929a47e-5d96-4b07-9cb1-d498b23e3ddf req-2375ed94-96cf-4aae-848d-bcde73ca16cd tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=2b4303e0b14a4764a3e0bdfada32ab0d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0511973 Mar 11 03:04:24.932563 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-b929a47e-5d96-4b07-9cb1-d498b23e3ddf req-0c17db7f-5faf-44f0-9ef0-4739eb266976 service neutron] 10.222.0.20 "GET /v2.0/networks/dc083c2a-b960-4ebd-85d4-93c0755ea1e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818880 Mar 11 03:04:25.018194 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-b929a47e-5d96-4b07-9cb1-d498b23e3ddf req-62b832a4-d1a7-4526-b5b5-6586ef6a564e service neutron] 10.222.0.20 "GET /v2.0/networks/dc083c2a-b960-4ebd-85d4-93c0755ea1e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792141 Mar 11 03:04:25.176495 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-3624404c-8443-4550-adcf-0dd27e06f655 req-dfd19188-1078-4b13-a523-b2dd2e8e98a4 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.20 "GET /v2.0/ports?device_id=283e1b2e-5633-4e2d-8731-e432e8f411fa HTTP/1.1" status: 200 len: 210 time: 0.0302267 Mar 11 03:04:25.700709 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-f28c0ae4-c5a5-4e67-96c2-37b36f3544e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (258069e3-19c1-49ed-8474-20b6ecde628d), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:26.079937 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b929a47e-5d96-4b07-9cb1-d498b23e3ddf req-8cc94209-a8af-42cc-9260-e158090e3cc5 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:04:26.081321 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-b929a47e-5d96-4b07-9cb1-d498b23e3ddf req-8cc94209-a8af-42cc-9260-e158090e3cc5 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.13 "GET /v2.0/networks?id=dc083c2a-b960-4ebd-85d4-93c0755ea1e6 HTTP/1.1" status: 200 len: 814 time: 0.1014302 Mar 11 03:04:26.151625 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-b929a47e-5d96-4b07-9cb1-d498b23e3ddf req-9fcad57b-5546-494c-a1d9-e3ad01124a2e tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b4303e0b14a4764a3e0bdfada32ab0d HTTP/1.1" status: 200 len: 471 time: 0.0627730 Mar 11 03:04:26.161853 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.v2.base [req-b929a47e-5d96-4b07-9cb1-d498b23e3ddf req-ae7aabc1-4c2a-4f10-b347-4d29cfa57d7d tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Request body: {'port': {'device_id': '283e1b2e-5633-4e2d-8731-e432e8f411fa', 'network_id': 'dc083c2a-b960-4ebd-85d4-93c0755ea1e6', 'admin_state_up': True, 'tenant_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'security_groups': ['ddb3991d-5d7b-4432-840c-0a7c53bd595a']}} {{(pid=103104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:04:26.278838 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-16dbf838-1790-4313-af01-bbb88aa29549 req-64b89122-ed9e-4852-8d99-6d7ab8d5bcfc tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.20 "GET /v2.0/ports?device_id=283e1b2e-5633-4e2d-8731-e432e8f411fa HTTP/1.1" status: 200 len: 210 time: 0.0316963 Mar 11 03:04:26.311012 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b929a47e-5d96-4b07-9cb1-d498b23e3ddf req-ae7aabc1-4c2a-4f10-b347-4d29cfa57d7d tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Made reservation on behalf of 2b4303e0b14a4764a3e0bdfada32ab0d for: {'port': 1} {{(pid=103104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 03:04:26.314273 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-b929a47e-5d96-4b07-9cb1-d498b23e3ddf req-ae7aabc1-4c2a-4f10-b347-4d29cfa57d7d tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:26.432577 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.db.db_base_plugin_common [req-b929a47e-5d96-4b07-9cb1-d498b23e3ddf req-ae7aabc1-4c2a-4f10-b347-4d29cfa57d7d tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Allocated IP 172.20.0.10 (dc083c2a-b960-4ebd-85d4-93c0755ea1e6/3939f6db-104b-439d-aa6d-0e5f788bcd04/c20f5a10-22a0-46d1-8f01-4ba520a14c4b) {{(pid=103104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 03:04:26.578657 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-b929a47e-5d96-4b07-9cb1-d498b23e3ddf req-ae7aabc1-4c2a-4f10-b347-4d29cfa57d7d tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks [] for port (c20f5a10-22a0-46d1-8f01-4ba520a14c4b), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:26.611919 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-b929a47e-5d96-4b07-9cb1-d498b23e3ddf req-ae7aabc1-4c2a-4f10-b347-4d29cfa57d7d tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774348857676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9193763'] for port (c20f5a10-22a0-46d1-8f01-4ba520a14c4b), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:26.651914 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b929a47e-5d96-4b07-9cb1-d498b23e3ddf req-ae7aabc1-4c2a-4f10-b347-4d29cfa57d7d tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Network dc083c2a-b960-4ebd-85d4-93c0755ea1e6 is already hosted by enough agents. {{(pid=103104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 03:04:26.656703 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.scheduler.base_scheduler [req-b929a47e-5d96-4b07-9cb1-d498b23e3ddf req-ae7aabc1-4c2a-4f10-b347-4d29cfa57d7d tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Resources bound (agent type, host, resource id): {{(pid=103104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 03:04:26.660187 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.db.l3_dvrscheduler_db [req-b929a47e-5d96-4b07-9cb1-d498b23e3ddf req-ae7aabc1-4c2a-4f10-b347-4d29cfa57d7d tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Received port after_create {{(pid=103104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 03:04:26.687537 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7aabc1-4c2a-4f10-b347-4d29cfa57d7d tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Pushing event updated for resources: {'Port': ['ID=c20f5a10-22a0-46d1-8f01-4ba520a14c4b,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:04:26.714323 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b929a47e-5d96-4b07-9cb1-d498b23e3ddf req-ae7aabc1-4c2a-4f10-b347-4d29cfa57d7d tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:04:26.715094 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-b929a47e-5d96-4b07-9cb1-d498b23e3ddf req-ae7aabc1-4c2a-4f10-b347-4d29cfa57d7d tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55355'] for port (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:26.732111 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-b929a47e-5d96-4b07-9cb1-d498b23e3ddf req-ae7aabc1-4c2a-4f10-b347-4d29cfa57d7d tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5759454 Mar 11 03:04:26.743252 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.v2.base [req-b929a47e-5d96-4b07-9cb1-d498b23e3ddf req-ab807b7f-a4fc-4e0f-8d8b-34359eb2a06c service neutron] Request body: {'port': {'device_id': '283e1b2e-5633-4e2d-8731-e432e8f411fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=103104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:04:26.804703 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-b929a47e-5d96-4b07-9cb1-d498b23e3ddf req-ab807b7f-a4fc-4e0f-8d8b-34359eb2a06c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (c20f5a10-22a0-46d1-8f01-4ba520a14c4b), before_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:26.896881 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [None req-7ed0b193-320c-4f91-81ef-23bcffb8dc91 None None] Provisioning complete for port c20f5a10-22a0-46d1-8f01-4ba520a14c4b triggered by entity DHCP. {{(pid=103105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:04:26.897512 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-7ed0b193-320c-4f91-81ef-23bcffb8dc91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536573942'] for port (c20f5a10-22a0-46d1-8f01-4ba520a14c4b), provisioning_complete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:26.933571 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-7ed0b193-320c-4f91-81ef-23bcffb8dc91 None None] Port c20f5a10-22a0-46d1-8f01-4ba520a14c4b cannot update to ACTIVE because it is not bound. {{(pid=103105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 03:04:27.056393 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.notifiers.nova [req-b929a47e-5d96-4b07-9cb1-d498b23e3ddf req-ab807b7f-a4fc-4e0f-8d8b-34359eb2a06c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c20f5a10-22a0-46d1-8f01-4ba520a14c4b {{(pid=103104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 03:04:27.064178 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-b929a47e-5d96-4b07-9cb1-d498b23e3ddf req-ab807b7f-a4fc-4e0f-8d8b-34359eb2a06c service neutron] Publish callbacks [] for port (c20f5a10-22a0-46d1-8f01-4ba520a14c4b), precommit_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:27.077243 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.db.provisioning_blocks [req-b929a47e-5d96-4b07-9cb1-d498b23e3ddf req-ab807b7f-a4fc-4e0f-8d8b-34359eb2a06c service neutron] Transition to ACTIVE for port object c20f5a10-22a0-46d1-8f01-4ba520a14c4b will not be triggered until provisioned by entity L2. {{(pid=103104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 03:04:27.081117 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-b929a47e-5d96-4b07-9cb1-d498b23e3ddf req-ab807b7f-a4fc-4e0f-8d8b-34359eb2a06c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9193786'] for port (c20f5a10-22a0-46d1-8f01-4ba520a14c4b), after_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:27.146811 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab807b7f-a4fc-4e0f-8d8b-34359eb2a06c service neutron] Pushing event updated for resources: {'Port': ['ID=c20f5a10-22a0-46d1-8f01-4ba520a14c4b,revision_number=2']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:04:27.179659 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-afaf34ad-b747-4180-ba41-f81d7ecfb39b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (b193670b-9854-4e90-bc6a-e616470c2469), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:27.201452 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.managers [req-b929a47e-5d96-4b07-9cb1-d498b23e3ddf req-ab807b7f-a4fc-4e0f-8d8b-34359eb2a06c service neutron] Attempting to bind port c20f5a10-22a0-46d1-8f01-4ba520a14c4b on host hv-cinder-74014 for vnic_type normal with profile {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 03:04:27.201728 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.managers [req-b929a47e-5d96-4b07-9cb1-d498b23e3ddf req-ab807b7f-a4fc-4e0f-8d8b-34359eb2a06c service neutron] Attempting to bind port c20f5a10-22a0-46d1-8f01-4ba520a14c4b by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': '45f0554f-4816-4fc7-b15f-6b5fa2e57ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dc083c2a-b960-4ebd-85d4-93c0755ea1e6'}] {{(pid=103104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 03:04:27.202060 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b929a47e-5d96-4b07-9cb1-d498b23e3ddf req-ab807b7f-a4fc-4e0f-8d8b-34359eb2a06c service neutron] Attempting to bind port c20f5a10-22a0-46d1-8f01-4ba520a14c4b on network dc083c2a-b960-4ebd-85d4-93c0755ea1e6 {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 03:04:27.206605 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b929a47e-5d96-4b07-9cb1-d498b23e3ddf req-ab807b7f-a4fc-4e0f-8d8b-34359eb2a06c service neutron] Port c20f5a10-22a0-46d1-8f01-4ba520a14c4b on network dc083c2a-b960-4ebd-85d4-93c0755ea1e6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 03:04:27.206929 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b929a47e-5d96-4b07-9cb1-d498b23e3ddf req-ab807b7f-a4fc-4e0f-8d8b-34359eb2a06c service neutron] Attempting to bind port c20f5a10-22a0-46d1-8f01-4ba520a14c4b on network dc083c2a-b960-4ebd-85d4-93c0755ea1e6 {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 03:04:27.211838 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b929a47e-5d96-4b07-9cb1-d498b23e3ddf req-ab807b7f-a4fc-4e0f-8d8b-34359eb2a06c service neutron] Checking agent: {'id': '56ad6e9b-975a-4fdf-b549-1f3c33ba94e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 2, 52, 47), 'started_at': datetime.datetime(2022, 3, 11, 2, 52, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 3, 4, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 03:04:27.212184 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b929a47e-5d96-4b07-9cb1-d498b23e3ddf req-ab807b7f-a4fc-4e0f-8d8b-34359eb2a06c service neutron] Checking segment: {'id': '45f0554f-4816-4fc7-b15f-6b5fa2e57ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dc083c2a-b960-4ebd-85d4-93c0755ea1e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 03:04:27.212569 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b929a47e-5d96-4b07-9cb1-d498b23e3ddf req-ab807b7f-a4fc-4e0f-8d8b-34359eb2a06c service neutron] Bound using segment: {'id': '45f0554f-4816-4fc7-b15f-6b5fa2e57ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dc083c2a-b960-4ebd-85d4-93c0755ea1e6'} {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 03:04:27.212989 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.managers [req-b929a47e-5d96-4b07-9cb1-d498b23e3ddf req-ab807b7f-a4fc-4e0f-8d8b-34359eb2a06c service neutron] Bound port: c20f5a10-22a0-46d1-8f01-4ba520a14c4b, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45f0554f-4816-4fc7-b15f-6b5fa2e57ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dc083c2a-b960-4ebd-85d4-93c0755ea1e6'}}] {{(pid=103104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 03:04:27.213376 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-b929a47e-5d96-4b07-9cb1-d498b23e3ddf req-ab807b7f-a4fc-4e0f-8d8b-34359eb2a06c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (c20f5a10-22a0-46d1-8f01-4ba520a14c4b), before_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:27.280569 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.db [req-b929a47e-5d96-4b07-9cb1-d498b23e3ddf req-ab807b7f-a4fc-4e0f-8d8b-34359eb2a06c service neutron] For port c20f5a10-22a0-46d1-8f01-4ba520a14c4b, host hv-cinder-74014, cleared binding levels {{(pid=103104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 03:04:27.283761 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.db [req-b929a47e-5d96-4b07-9cb1-d498b23e3ddf req-ab807b7f-a4fc-4e0f-8d8b-34359eb2a06c service neutron] For port c20f5a10-22a0-46d1-8f01-4ba520a14c4b, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=c20f5a10-22a0-46d1-8f01-4ba520a14c4b,segment=NetworkSegment(45f0554f-4816-4fc7-b15f-6b5fa2e57ece),segment_id=45f0554f-4816-4fc7-b15f-6b5fa2e57ece)] {{(pid=103104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 03:04:27.289537 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-b929a47e-5d96-4b07-9cb1-d498b23e3ddf req-ab807b7f-a4fc-4e0f-8d8b-34359eb2a06c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9193786'] for port (c20f5a10-22a0-46d1-8f01-4ba520a14c4b), after_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:27.323566 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b929a47e-5d96-4b07-9cb1-d498b23e3ddf req-ab807b7f-a4fc-4e0f-8d8b-34359eb2a06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:04:27.324212 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-b929a47e-5d96-4b07-9cb1-d498b23e3ddf req-ab807b7f-a4fc-4e0f-8d8b-34359eb2a06c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55355'] for port (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:27.325678 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-b929a47e-5d96-4b07-9cb1-d498b23e3ddf req-ab807b7f-a4fc-4e0f-8d8b-34359eb2a06c service neutron] 10.222.0.13 "PUT /v2.0/ports/c20f5a10-22a0-46d1-8f01-4ba520a14c4b HTTP/1.1" status: 200 len: 1094 time: 0.5866904 Mar 11 03:04:27.326099 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '283e1b2e-5633-4e2d-8731-e432e8f411fa', 'tag': 'c20f5a10-22a0-46d1-8f01-4ba520a14c4b'}] {{(pid=103104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 03:04:27.328394 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b4e7651ceabe3a28ab45abcf2012854968d28c41040a071bcf34f6a69b109a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34cd6961-5436-4b81-a530-b4166f3d9aae" -d '{"events": [{"name": "network-changed", "server_uuid": "283e1b2e-5633-4e2d-8731-e432e8f411fa", "tag": "c20f5a10-22a0-46d1-8f01-4ba520a14c4b"}]}' {{(pid=103104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 03:04:27.366950 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab807b7f-a4fc-4e0f-8d8b-34359eb2a06c service neutron] Pushing event updated for resources: {'Port': ['ID=c20f5a10-22a0-46d1-8f01-4ba520a14c4b,revision_number=3']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:04:27.381545 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 03:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fbc0585-819d-4946-b6e8-0dc6bf5be548 x-openstack-request-id: req-7fbc0585-819d-4946-b6e8-0dc6bf5be548 {{(pid=103104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 03:04:27.381933 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "283e1b2e-5633-4e2d-8731-e432e8f411fa", "tag": "c20f5a10-22a0-46d1-8f01-4ba520a14c4b", "status": "completed", "code": 200}]} {{(pid=103104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 03:04:27.382192 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7fbc0585-819d-4946-b6e8-0dc6bf5be548 {{(pid=103104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 03:04:27.382582 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '283e1b2e-5633-4e2d-8731-e432e8f411fa', 'tag': 'c20f5a10-22a0-46d1-8f01-4ba520a14c4b', 'status': 'completed', 'code': 200} Mar 11 03:04:27.419767 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b929a47e-5d96-4b07-9cb1-d498b23e3ddf req-dc07ed84-79a3-4d98-9841-24911a9560ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:04:27.421396 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-b929a47e-5d96-4b07-9cb1-d498b23e3ddf req-dc07ed84-79a3-4d98-9841-24911a9560ad service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2b4303e0b14a4764a3e0bdfada32ab0d&device_id=283e1b2e-5633-4e2d-8731-e432e8f411fa HTTP/1.1" status: 200 len: 1128 time: 0.0501084 Mar 11 03:04:27.435778 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cfaf08-7357-45be-93ec-a7dd3742394e req-d18ee23d-123d-46e1-835f-16e34f31174b tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:04:27.438689 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-68cfaf08-7357-45be-93ec-a7dd3742394e req-d18ee23d-123d-46e1-835f-16e34f31174b tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.20 "GET /v2.0/ports?device_id=283e1b2e-5633-4e2d-8731-e432e8f411fa HTTP/1.1" status: 200 len: 944 time: 0.0577176 Mar 11 03:04:27.491524 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-68cfaf08-7357-45be-93ec-a7dd3742394e req-7766c1e3-d440-44e9-8d9c-068da1839345 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.20 "GET /v2.0/security-groups?id=ddb3991d-5d7b-4432-840c-0a7c53bd595a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465770 Mar 11 03:04:27.742796 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-b929a47e-5d96-4b07-9cb1-d498b23e3ddf req-a0c89611-cf80-4d4d-ac9d-b7f9f15b7229 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c20f5a10-22a0-46d1-8f01-4ba520a14c4b HTTP/1.1" status: 200 len: 217 time: 0.3133366 Mar 11 03:04:27.789203 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b929a47e-5d96-4b07-9cb1-d498b23e3ddf req-ebf28370-92cd-482d-8457-c0833da97683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:04:27.790600 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-b929a47e-5d96-4b07-9cb1-d498b23e3ddf req-ebf28370-92cd-482d-8457-c0833da97683 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3939f6db-104b-439d-aa6d-0e5f788bcd04 HTTP/1.1" status: 200 len: 853 time: 0.0427113 Mar 11 03:04:27.836665 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b929a47e-5d96-4b07-9cb1-d498b23e3ddf req-1b557cfe-48ce-4ec0-971a-a1b3cd725e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:04:27.838143 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-b929a47e-5d96-4b07-9cb1-d498b23e3ddf req-1b557cfe-48ce-4ec0-971a-a1b3cd725e35 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dc083c2a-b960-4ebd-85d4-93c0755ea1e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0421832 Mar 11 03:04:27.934050 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-b929a47e-5d96-4b07-9cb1-d498b23e3ddf req-a560e07f-a023-40cd-be68-e46a1b17c66c service neutron] 10.222.0.13 "GET /v2.0/networks/dc083c2a-b960-4ebd-85d4-93c0755ea1e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893543 Mar 11 03:04:28.018835 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-b929a47e-5d96-4b07-9cb1-d498b23e3ddf req-54d77b64-0a93-41bf-8720-5578300f9213 service neutron] 10.222.0.13 "GET /v2.0/networks/dc083c2a-b960-4ebd-85d4-93c0755ea1e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796936 Mar 11 03:04:28.099715 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cd6961-5436-4b81-a530-b4166f3d9aae req-d8f86d41-6cc2-4a5c-b45a-28e47d8c6cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:04:28.101226 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-34cd6961-5436-4b81-a530-b4166f3d9aae req-d8f86d41-6cc2-4a5c-b45a-28e47d8c6cb1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2b4303e0b14a4764a3e0bdfada32ab0d&device_id=283e1b2e-5633-4e2d-8731-e432e8f411fa HTTP/1.1" status: 200 len: 1128 time: 0.0434477 Mar 11 03:04:28.191118 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cd6961-5436-4b81-a530-b4166f3d9aae req-277631b2-40c7-4d8c-98c0-684a68b8dcd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:04:28.192587 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-34cd6961-5436-4b81-a530-b4166f3d9aae req-277631b2-40c7-4d8c-98c0-684a68b8dcd4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=dc083c2a-b960-4ebd-85d4-93c0755ea1e6 HTTP/1.1" status: 200 len: 915 time: 0.0858150 Mar 11 03:04:28.232224 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-34cd6961-5436-4b81-a530-b4166f3d9aae req-9c72b354-0383-4756-a82e-ca48f1520c5c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c20f5a10-22a0-46d1-8f01-4ba520a14c4b HTTP/1.1" status: 200 len: 217 time: 0.0336542 Mar 11 03:04:28.284471 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cd6961-5436-4b81-a530-b4166f3d9aae req-1d17bd5b-a814-43a2-86de-b0391deaad61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:04:28.285850 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-34cd6961-5436-4b81-a530-b4166f3d9aae req-1d17bd5b-a814-43a2-86de-b0391deaad61 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3939f6db-104b-439d-aa6d-0e5f788bcd04 HTTP/1.1" status: 200 len: 853 time: 0.0482142 Mar 11 03:04:28.333007 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cd6961-5436-4b81-a530-b4166f3d9aae req-ca804ea2-e01f-4aa0-94f9-9e788d8de92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:04:28.334496 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-34cd6961-5436-4b81-a530-b4166f3d9aae req-ca804ea2-e01f-4aa0-94f9-9e788d8de92a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dc083c2a-b960-4ebd-85d4-93c0755ea1e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0431895 Mar 11 03:04:28.422960 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-34cd6961-5436-4b81-a530-b4166f3d9aae req-c46d49f7-112e-4b2d-a1a0-3c67a3539be0 service neutron] 10.222.0.13 "GET /v2.0/networks/dc083c2a-b960-4ebd-85d4-93c0755ea1e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820436 Mar 11 03:04:28.507905 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-34cd6961-5436-4b81-a530-b4166f3d9aae req-0a435437-6069-4c46-bfb5-067205781202 service neutron] 10.222.0.13 "GET /v2.0/networks/dc083c2a-b960-4ebd-85d4-93c0755ea1e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0782890 Mar 11 03:04:28.609607 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f78cd8-6612-4e4a-a0f8-97c52a64d27d req-849f6183-85b8-4f1c-a248-7e9d93545d5a tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:04:28.610959 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-c4f78cd8-6612-4e4a-a0f8-97c52a64d27d req-849f6183-85b8-4f1c-a248-7e9d93545d5a tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.20 "GET /v2.0/ports?device_id=283e1b2e-5633-4e2d-8731-e432e8f411fa HTTP/1.1" status: 200 len: 944 time: 0.0518236 Mar 11 03:04:28.659879 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-c4f78cd8-6612-4e4a-a0f8-97c52a64d27d req-5e6cb5f7-c3bf-4945-9fed-3463f2f3d793 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.20 "GET /v2.0/security-groups?id=ddb3991d-5d7b-4432-840c-0a7c53bd595a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434864 Mar 11 03:04:28.742367 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (36a16930-fe6f-49e2-96be-29faaa54e9a3), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:29.773675 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b6942b-af26-4939-ad8d-b68370aa56c4 req-897e67f9-42b3-4625-a53a-a9e299547832 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:04:29.775142 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-55b6942b-af26-4939-ad8d-b68370aa56c4 req-897e67f9-42b3-4625-a53a-a9e299547832 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.20 "GET /v2.0/ports?device_id=283e1b2e-5633-4e2d-8731-e432e8f411fa HTTP/1.1" status: 200 len: 944 time: 0.0515733 Mar 11 03:04:29.820987 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-55b6942b-af26-4939-ad8d-b68370aa56c4 req-da866d99-36fb-4085-9f6a-b2141d293633 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.20 "GET /v2.0/security-groups?id=ddb3991d-5d7b-4432-840c-0a7c53bd595a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398510 Mar 11 03:04:30.632351 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Device c20f5a10-22a0-46d1-8f01-4ba520a14c4b details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=103105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 03:04:30.726814 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] For port c20f5a10-22a0-46d1-8f01-4ba520a14c4b, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=c20f5a10-22a0-46d1-8f01-4ba520a14c4b,segment=NetworkSegment(45f0554f-4816-4fc7-b15f-6b5fa2e57ece),segment_id=45f0554f-4816-4fc7-b15f-6b5fa2e57ece)] {{(pid=103105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:04:30.737760 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Returning: {'device': 'c20f5a10-22a0-46d1-8f01-4ba520a14c4b', 'network_id': 'dc083c2a-b960-4ebd-85d4-93c0755ea1e6', 'port_id': 'c20f5a10-22a0-46d1-8f01-4ba520a14c4b', 'mac_address': 'fa:16:3e:bc:c3:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3939f6db-104b-439d-aa6d-0e5f788bcd04', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 03:04:30.773895 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Current status of the port c20f5a10-22a0-46d1-8f01-4ba520a14c4b is: DOWN; New status is: BUILD {{(pid=103105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:04:30.774285 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (c20f5a10-22a0-46d1-8f01-4ba520a14c4b), before_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:30.786711 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.notifiers.nova [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c20f5a10-22a0-46d1-8f01-4ba520a14c4b {{(pid=103105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 03:04:30.804651 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] For port c20f5a10-22a0-46d1-8f01-4ba520a14c4b, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=c20f5a10-22a0-46d1-8f01-4ba520a14c4b,segment=NetworkSegment(45f0554f-4816-4fc7-b15f-6b5fa2e57ece),segment_id=45f0554f-4816-4fc7-b15f-6b5fa2e57ece)] {{(pid=103105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:04:30.809449 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712'] for port (c20f5a10-22a0-46d1-8f01-4ba520a14c4b), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:30.858312 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Pushing event updated for resources: {'Port': ['ID=c20f5a10-22a0-46d1-8f01-4ba520a14c4b,revision_number=4']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:04:30.945983 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aa03f3-1055-492f-ac7e-c5bbb36a0366 req-d07a6f28-eeb8-4d47-b7c0-63c3d752dd52 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:04:30.947505 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-28aa03f3-1055-492f-ac7e-c5bbb36a0366 req-d07a6f28-eeb8-4d47-b7c0-63c3d752dd52 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.20 "GET /v2.0/ports?device_id=283e1b2e-5633-4e2d-8731-e432e8f411fa HTTP/1.1" status: 200 len: 945 time: 0.0522976 Mar 11 03:04:30.993624 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-28aa03f3-1055-492f-ac7e-c5bbb36a0366 req-96cb7f47-8f66-46d8-b095-c6c889aadafe tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.20 "GET /v2.0/security-groups?id=ddb3991d-5d7b-4432-840c-0a7c53bd595a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394568 Mar 11 03:04:31.145669 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] get_ports_and_sgs() called for port_ids ['c20f5a10-22a0-46d1-8f01-4ba520a14c4b'] {{(pid=103105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 03:04:32.110626 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63562eb-22f2-464d-814d-ae017b287e21 req-1bc61e36-98db-45bc-84fa-b9deb912f9df tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:04:32.112092 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-d63562eb-22f2-464d-814d-ae017b287e21 req-1bc61e36-98db-45bc-84fa-b9deb912f9df tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.20 "GET /v2.0/ports?device_id=283e1b2e-5633-4e2d-8731-e432e8f411fa HTTP/1.1" status: 200 len: 945 time: 0.0548444 Mar 11 03:04:32.157585 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-d63562eb-22f2-464d-814d-ae017b287e21 req-7e837cc5-1a16-4ba6-b351-e5d0175fe5e1 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.20 "GET /v2.0/security-groups?id=ddb3991d-5d7b-4432-840c-0a7c53bd595a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400472 Mar 11 03:04:32.648496 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Device c20f5a10-22a0-46d1-8f01-4ba520a14c4b up at agent hyperv_hv-cinder-74014 {{(pid=103105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 03:04:32.699373 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Provisioning for port c20f5a10-22a0-46d1-8f01-4ba520a14c4b completed by entity L2. {{(pid=103105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 03:04:32.703147 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Provisioning complete for port c20f5a10-22a0-46d1-8f01-4ba520a14c4b triggered by entity L2. {{(pid=103105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:04:32.703526 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536573942'] for port (c20f5a10-22a0-46d1-8f01-4ba520a14c4b), provisioning_complete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:32.778258 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Current status of the port c20f5a10-22a0-46d1-8f01-4ba520a14c4b is: BUILD; New status is: ACTIVE {{(pid=103105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:04:32.778647 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (c20f5a10-22a0-46d1-8f01-4ba520a14c4b), before_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:32.800226 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '283e1b2e-5633-4e2d-8731-e432e8f411fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c20f5a10-22a0-46d1-8f01-4ba520a14c4b'}] {{(pid=103105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 03:04:32.802478 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}703a16387464127cc7b8de6906938e3e01810e7f46b2e9393936db54d9388ffe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ccfd012-cf2c-45c8-8293-3fabeb33094d" -d '{"events": [{"server_uuid": "283e1b2e-5633-4e2d-8731-e432e8f411fa", "name": "network-vif-plugged", "status": "completed", "tag": "c20f5a10-22a0-46d1-8f01-4ba520a14c4b"}]}' {{(pid=103105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 03:04:32.815027 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] For port c20f5a10-22a0-46d1-8f01-4ba520a14c4b, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=c20f5a10-22a0-46d1-8f01-4ba520a14c4b,segment=NetworkSegment(45f0554f-4816-4fc7-b15f-6b5fa2e57ece),segment_id=45f0554f-4816-4fc7-b15f-6b5fa2e57ece)] {{(pid=103105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:04:32.819370 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712'] for port (c20f5a10-22a0-46d1-8f01-4ba520a14c4b), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:32.844002 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 03:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0825a8a2-89cd-4ac6-b67a-e75394d69fdb x-openstack-request-id: req-0825a8a2-89cd-4ac6-b67a-e75394d69fdb {{(pid=103105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 03:04:32.844296 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "283e1b2e-5633-4e2d-8731-e432e8f411fa", "name": "network-vif-plugged", "status": "completed", "tag": "c20f5a10-22a0-46d1-8f01-4ba520a14c4b", "code": 200}]} {{(pid=103105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 03:04:32.844554 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0825a8a2-89cd-4ac6-b67a-e75394d69fdb {{(pid=103105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 03:04:32.844946 dv-cinder-740146-14-smb neutron-server[103105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '283e1b2e-5633-4e2d-8731-e432e8f411fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c20f5a10-22a0-46d1-8f01-4ba520a14c4b', 'code': 200} Mar 11 03:04:32.872258 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Pushing event updated for resources: {'Port': ['ID=c20f5a10-22a0-46d1-8f01-4ba520a14c4b,revision_number=5']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:04:33.009655 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18515f3-9c3b-4718-8bc0-fb9c9d197873 req-f39c6ce6-b250-4029-b891-7be87600936e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:04:33.011114 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-e18515f3-9c3b-4718-8bc0-fb9c9d197873 req-f39c6ce6-b250-4029-b891-7be87600936e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=283e1b2e-5633-4e2d-8731-e432e8f411fa HTTP/1.1" status: 200 len: 1130 time: 0.0421209 Mar 11 03:04:33.051850 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-e18515f3-9c3b-4718-8bc0-fb9c9d197873 req-d2ccb51d-0a24-4c2b-a935-268b52eaae8b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ddb3991d-5d7b-4432-840c-0a7c53bd595a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350008 Mar 11 03:04:33.272580 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fb1f01-925d-4946-9cda-e7f671669692 req-296133ca-52db-471c-be48-7e2618a4d207 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:04:33.273995 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-80fb1f01-925d-4946-9cda-e7f671669692 req-296133ca-52db-471c-be48-7e2618a4d207 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.20 "GET /v2.0/ports?device_id=283e1b2e-5633-4e2d-8731-e432e8f411fa HTTP/1.1" status: 200 len: 946 time: 0.0513282 Mar 11 03:04:33.321287 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-80fb1f01-925d-4946-9cda-e7f671669692 req-c396820b-5654-4301-802e-05f8a18e8cc4 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.20 "GET /v2.0/security-groups?id=ddb3991d-5d7b-4432-840c-0a7c53bd595a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418079 Mar 11 03:04:34.451526 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a94b9e1-e66e-492c-85ca-1328655b1ea3 req-59aff102-a984-431a-a8c7-77b95c190829 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:04:34.452992 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-9a94b9e1-e66e-492c-85ca-1328655b1ea3 req-59aff102-a984-431a-a8c7-77b95c190829 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.20 "GET /v2.0/ports?device_id=283e1b2e-5633-4e2d-8731-e432e8f411fa HTTP/1.1" status: 200 len: 946 time: 0.0580389 Mar 11 03:04:34.498572 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-9a94b9e1-e66e-492c-85ca-1328655b1ea3 req-1cefa0e4-31d2-42aa-b227-e39ca7870165 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.20 "GET /v2.0/security-groups?id=ddb3991d-5d7b-4432-840c-0a7c53bd595a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399208 Mar 11 03:04:35.615994 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5c84cc-857d-4e00-ae7a-9c4831b9cad6 req-fa7a9d52-5a50-4350-9d31-38571448bfaa tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:04:35.617480 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-5b5c84cc-857d-4e00-ae7a-9c4831b9cad6 req-fa7a9d52-5a50-4350-9d31-38571448bfaa tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.20 "GET /v2.0/ports?device_id=283e1b2e-5633-4e2d-8731-e432e8f411fa HTTP/1.1" status: 200 len: 946 time: 0.0539913 Mar 11 03:04:35.662244 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-5b5c84cc-857d-4e00-ae7a-9c4831b9cad6 req-34379fac-eef7-4b9f-bd21-ba3a9d8eea63 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.20 "GET /v2.0/security-groups?id=ddb3991d-5d7b-4432-840c-0a7c53bd595a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388165 Mar 11 03:04:35.773532 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215e4e49-d564-4e5c-b543-8207c774bfeb req-1839b595-4cf5-4b0a-9b73-8756bdb078e9 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:04:35.774993 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-215e4e49-d564-4e5c-b543-8207c774bfeb req-1839b595-4cf5-4b0a-9b73-8756bdb078e9 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.20 "GET /v2.0/ports?device_id=283e1b2e-5633-4e2d-8731-e432e8f411fa HTTP/1.1" status: 200 len: 946 time: 0.0524917 Mar 11 03:04:35.783751 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 47536) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:04:35.787998 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.v2.base [None req-41ee9065-7809-44d7-8c1d-9d457fbccfb4 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Request body: {'floatingip': {'port_id': 'c20f5a10-22a0-46d1-8f01-4ba520a14c4b'}} {{(pid=103104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:04:35.829277 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-41ee9065-7809-44d7-8c1d-9d457fbccfb4 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks [] for floatingip (c3b158b6-9971-4049-b92c-b85c6567bd40), before_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:36.249805 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-41ee9065-7809-44d7-8c1d-9d457fbccfb4 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:36.253418 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-41ee9065-7809-44d7-8c1d-9d457fbccfb4 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580600'] for floatingip (c3b158b6-9971-4049-b92c-b85c6567bd40), after_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:36.353644 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.db.l3_db [None req-41ee9065-7809-44d7-8c1d-9d457fbccfb4 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Floating IP c3b158b6-9971-4049-b92c-b85c6567bd40 associated. External IP: 172.28.1.91, port: c20f5a10-22a0-46d1-8f01-4ba520a14c4b. Mar 11 03:04:36.555325 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41ee9065-7809-44d7-8c1d-9d457fbccfb4 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Router 16462fb9-b56a-4faa-b136-96f09394e3aa has already been hosted by L3 agent 368653ed-b5ce-4183-9c3b-231a0bc3dd35 {{(pid=103104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 03:04:36.659276 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41ee9065-7809-44d7-8c1d-9d457fbccfb4 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Notify agent at l3_agent.dv-cinder-740146-14-smb the message routers_updated {{(pid=103104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 03:04:36.664263 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-41ee9065-7809-44d7-8c1d-9d457fbccfb4 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55355'] for floatingip (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:36.669184 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb75ada-23b1-4283-83b6-209d66f4fe31 None None] Sync routers for ids ['16462fb9-b56a-4faa-b136-96f09394e3aa'] in dv-cinder-740146-14-smb {{(pid=103105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 03:04:36.678354 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb75ada-23b1-4283-83b6-209d66f4fe31 None None] Routers {'16462fb9-b56a-4faa-b136-96f09394e3aa'} bound to L3 agent in host dv-cinder-740146-14-smb {{(pid=103105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:04:36.679033 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_hamode_db [None req-feb75ada-23b1-4283-83b6-209d66f4fe31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T02:46:25Z,description=,heartbeat_timestamp=2022-03-11T03:04:25Z,host='dv-cinder-740146-14-smb',id=368653ed-b5ce-4183-9c3b-231a0bc3dd35,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T02:46:25Z,topic='l3_agent')) {'router_ids': ['16462fb9-b56a-4faa-b136-96f09394e3aa'], 'active': True} {{(pid=103105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:04:36.692883 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-41ee9065-7809-44d7-8c1d-9d457fbccfb4 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.20 "PUT /v2.0/floatingips/c3b158b6-9971-4049-b92c-b85c6567bd40 HTTP/1.1" status: 200 len: 991 time: 0.9081206 Mar 11 03:04:36.693487 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '283e1b2e-5633-4e2d-8731-e432e8f411fa', 'tag': 'c20f5a10-22a0-46d1-8f01-4ba520a14c4b'}] {{(pid=103104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 03:04:36.695694 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b4e7651ceabe3a28ab45abcf2012854968d28c41040a071bcf34f6a69b109a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbea8c15-c080-4aba-86f9-0a3591b1d414" -d '{"events": [{"name": "network-changed", "server_uuid": "283e1b2e-5633-4e2d-8731-e432e8f411fa", "tag": "c20f5a10-22a0-46d1-8f01-4ba520a14c4b"}]}' {{(pid=103104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 03:04:36.731982 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 03:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1616ff4-f582-4a4e-87c0-8be3f0a427cb x-openstack-request-id: req-e1616ff4-f582-4a4e-87c0-8be3f0a427cb {{(pid=103104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 03:04:36.732297 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "283e1b2e-5633-4e2d-8731-e432e8f411fa", "tag": "c20f5a10-22a0-46d1-8f01-4ba520a14c4b", "status": "completed", "code": 200}]} {{(pid=103104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 03:04:36.732581 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e1616ff4-f582-4a4e-87c0-8be3f0a427cb {{(pid=103104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 03:04:36.732978 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '283e1b2e-5633-4e2d-8731-e432e8f411fa', 'tag': 'c20f5a10-22a0-46d1-8f01-4ba520a14c4b', 'status': 'completed', 'code': 200} Mar 11 03:04:36.788083 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_dvr_db [None req-feb75ada-23b1-4283-83b6-209d66f4fe31 None None] Set router 16462fb9-b56a-4faa-b136-96f09394e3aa gateway port host: dv-cinder-740146-14-smb {{(pid=103105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:04:36.794479 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbea8c15-c080-4aba-86f9-0a3591b1d414 req-afecf366-4a83-4370-acc4-f12a3fb67eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:04:36.795968 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-dbea8c15-c080-4aba-86f9-0a3591b1d414 req-afecf366-4a83-4370-acc4-f12a3fb67eac service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2b4303e0b14a4764a3e0bdfada32ab0d&device_id=283e1b2e-5633-4e2d-8731-e432e8f411fa HTTP/1.1" status: 200 len: 1130 time: 0.0447524 Mar 11 03:04:36.891515 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbea8c15-c080-4aba-86f9-0a3591b1d414 req-65fb956a-46e1-4f1a-b0f3-8283363f00e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:04:36.892916 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-dbea8c15-c080-4aba-86f9-0a3591b1d414 req-65fb956a-46e1-4f1a-b0f3-8283363f00e5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=dc083c2a-b960-4ebd-85d4-93c0755ea1e6 HTTP/1.1" status: 200 len: 915 time: 0.0904975 Mar 11 03:04:36.960893 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-dbea8c15-c080-4aba-86f9-0a3591b1d414 req-492b5fd3-782b-482e-b0cf-c46b891767b9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c20f5a10-22a0-46d1-8f01-4ba520a14c4b HTTP/1.1" status: 200 len: 999 time: 0.0624640 Mar 11 03:04:37.008681 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbea8c15-c080-4aba-86f9-0a3591b1d414 req-e9404c2c-ad0c-4d28-9ad2-5c3bb9f20799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:04:37.010198 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-dbea8c15-c080-4aba-86f9-0a3591b1d414 req-e9404c2c-ad0c-4d28-9ad2-5c3bb9f20799 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3939f6db-104b-439d-aa6d-0e5f788bcd04 HTTP/1.1" status: 200 len: 853 time: 0.0433652 Mar 11 03:04:37.017695 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_hamode_db [None req-feb75ada-23b1-4283-83b6-209d66f4fe31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16462fb9-b56a-4faa-b136-96f09394e3aa', 'name': 'tempest-AttachVolumeNegativeTest-761504005-router', 'tenant_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'external_fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.147'}], 'enable_snat': True}, 'gw_port_id': '1fd2952d-1552-46b5-b0a8-7a5ebbb68a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:02:44Z', 'updated_at': '2022-03-11T03:02:47Z', 'revision_number': 4, 'project_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'gw_port': {'id': '1fd2952d-1552-46b5-b0a8-7a5ebbb68a11', 'name': '', 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:54:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16462fb9-b56a-4faa-b136-96f09394e3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:02:45Z', 'updated_at': '2022-03-11T03:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-smb', '_floatingips': [{'id': '26c60a7e-53df-47cc-89c0-55b107b0de28', 'tenant_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'floating_ip_address': '172.28.1.3', 'floating_network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'router_id': '16462fb9-b56a-4faa-b136-96f09394e3aa', 'port_id': '67dd8b92-e91d-42bc-9d25-4379bf757f83', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc083c2a-b960-4ebd-85d4-93c0755ea1e6', 'mac_address': 'fa:16:3e:e5:3c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a8cd91-526d-42f0-9e87-f88354b2b059', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T03:02:50Z', 'updated_at': '2022-03-11T03:03:05Z', 'revision_number': 2, 'project_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'fixed_ip_address_scope': None}, {'id': 'c3b158b6-9971-4049-b92c-b85c6567bd40', 'tenant_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'floating_ip_address': '172.28.1.91', 'floating_network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'router_id': '16462fb9-b56a-4faa-b136-96f09394e3aa', 'port_id': 'c20f5a10-22a0-46d1-8f01-4ba520a14c4b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc083c2a-b960-4ebd-85d4-93c0755ea1e6', 'mac_address': 'fa:16:3e:bc:c3:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '283e1b2e-5633-4e2d-8731-e432e8f411fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T03:04:24Z', 'updated_at': '2022-03-11T03:04:36Z', 'revision_number': 1, 'project_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04727a9f-b0af-438e-975d-2aa287012822', 'name': '', 'network_id': 'dc083c2a-b960-4ebd-85d4-93c0755ea1e6', 'tenant_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'mac_address': 'fa:16:3e:bb:df:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16462fb9-b56a-4faa-b136-96f09394e3aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '3939f6db-104b-439d-aa6d-0e5f788bcd04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:02:47Z', 'updated_at': '2022-03-11T03:02:50Z', 'revision_number': 5, 'project_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'subnets': [{'id': '3939f6db-104b-439d-aa6d-0e5f788bcd04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-14-smb', False) {} {{(pid=103105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:04:37.043979 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb75ada-23b1-4283-83b6-209d66f4fe31 None None] Checking router: 16462fb9-b56a-4faa-b136-96f09394e3aa for host: dv-cinder-740146-14-smb {{(pid=103105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 03:04:37.052132 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb75ada-23b1-4283-83b6-209d66f4fe31 None None] Routers {'16462fb9-b56a-4faa-b136-96f09394e3aa'} bound to L3 agent in host dv-cinder-740146-14-smb {{(pid=103105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:04:37.052742 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_hamode_db [None req-feb75ada-23b1-4283-83b6-209d66f4fe31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T02:46:25Z,description=,heartbeat_timestamp=2022-03-11T03:04:25Z,host='dv-cinder-740146-14-smb',id=368653ed-b5ce-4183-9c3b-231a0bc3dd35,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T02:46:25Z,topic='l3_agent')) {'router_ids': ['16462fb9-b56a-4faa-b136-96f09394e3aa'], 'active': True} {{(pid=103105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:04:37.057490 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbea8c15-c080-4aba-86f9-0a3591b1d414 req-4a69b1bd-a64a-40ec-8174-19a4ab77708b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:04:37.059523 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-dbea8c15-c080-4aba-86f9-0a3591b1d414 req-4a69b1bd-a64a-40ec-8174-19a4ab77708b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dc083c2a-b960-4ebd-85d4-93c0755ea1e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0438101 Mar 11 03:04:37.149186 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-dbea8c15-c080-4aba-86f9-0a3591b1d414 req-933c638e-f6e5-44c0-9967-9b0543f57326 service neutron] 10.222.0.13 "GET /v2.0/networks/dc083c2a-b960-4ebd-85d4-93c0755ea1e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835512 Mar 11 03:04:37.167959 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_dvr_db [None req-feb75ada-23b1-4283-83b6-209d66f4fe31 None None] Set router 16462fb9-b56a-4faa-b136-96f09394e3aa gateway port host: dv-cinder-740146-14-smb {{(pid=103105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:04:37.235856 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-dbea8c15-c080-4aba-86f9-0a3591b1d414 req-c238a53c-d55a-461e-97a6-81bfc6d8234e service neutron] 10.222.0.13 "GET /v2.0/networks/dc083c2a-b960-4ebd-85d4-93c0755ea1e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812855 Mar 11 03:04:37.402678 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_hamode_db [None req-feb75ada-23b1-4283-83b6-209d66f4fe31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16462fb9-b56a-4faa-b136-96f09394e3aa', 'name': 'tempest-AttachVolumeNegativeTest-761504005-router', 'tenant_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'external_fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.147'}], 'enable_snat': True}, 'gw_port_id': '1fd2952d-1552-46b5-b0a8-7a5ebbb68a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:02:44Z', 'updated_at': '2022-03-11T03:02:47Z', 'revision_number': 4, 'project_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'gw_port': {'id': '1fd2952d-1552-46b5-b0a8-7a5ebbb68a11', 'name': '', 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:54:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16462fb9-b56a-4faa-b136-96f09394e3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:02:45Z', 'updated_at': '2022-03-11T03:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-smb', '_floatingips': [{'id': '26c60a7e-53df-47cc-89c0-55b107b0de28', 'tenant_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'floating_ip_address': '172.28.1.3', 'floating_network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'router_id': '16462fb9-b56a-4faa-b136-96f09394e3aa', 'port_id': '67dd8b92-e91d-42bc-9d25-4379bf757f83', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc083c2a-b960-4ebd-85d4-93c0755ea1e6', 'mac_address': 'fa:16:3e:e5:3c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a8cd91-526d-42f0-9e87-f88354b2b059', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T03:02:50Z', 'updated_at': '2022-03-11T03:03:05Z', 'revision_number': 2, 'project_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'fixed_ip_address_scope': None}, {'id': 'c3b158b6-9971-4049-b92c-b85c6567bd40', 'tenant_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'floating_ip_address': '172.28.1.91', 'floating_network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'router_id': '16462fb9-b56a-4faa-b136-96f09394e3aa', 'port_id': 'c20f5a10-22a0-46d1-8f01-4ba520a14c4b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc083c2a-b960-4ebd-85d4-93c0755ea1e6', 'mac_address': 'fa:16:3e:bc:c3:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '283e1b2e-5633-4e2d-8731-e432e8f411fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T03:04:24Z', 'updated_at': '2022-03-11T03:04:36Z', 'revision_number': 1, 'project_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04727a9f-b0af-438e-975d-2aa287012822', 'name': '', 'network_id': 'dc083c2a-b960-4ebd-85d4-93c0755ea1e6', 'tenant_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'mac_address': 'fa:16:3e:bb:df:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16462fb9-b56a-4faa-b136-96f09394e3aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '3939f6db-104b-439d-aa6d-0e5f788bcd04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:02:47Z', 'updated_at': '2022-03-11T03:02:50Z', 'revision_number': 5, 'project_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'subnets': [{'id': '3939f6db-104b-439d-aa6d-0e5f788bcd04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-14-smb', False) {} {{(pid=103105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:04:37.432409 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb75ada-23b1-4283-83b6-209d66f4fe31 None None] The sync data for ids ['16462fb9-b56a-4faa-b136-96f09394e3aa'] in dv-cinder-740146-14-smb is: [{'id': '16462fb9-b56a-4faa-b136-96f09394e3aa', 'name': 'tempest-AttachVolumeNegativeTest-761504005-router', 'tenant_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'external_fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.147'}], 'enable_snat': True}, 'gw_port_id': '1fd2952d-1552-46b5-b0a8-7a5ebbb68a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:02:44Z', 'updated_at': '2022-03-11T03:02:47Z', 'revision_number': 4, 'project_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'gw_port': {'id': '1fd2952d-1552-46b5-b0a8-7a5ebbb68a11', 'name': '', 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:54:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16462fb9-b56a-4faa-b136-96f09394e3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:02:45Z', 'updated_at': '2022-03-11T03:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-smb', '_floatingips': [{'id': '26c60a7e-53df-47cc-89c0-55b107b0de28', 'tenant_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'floating_ip_address': '172.28.1.3', 'floating_network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'router_id': '16462fb9-b56a-4faa-b136-96f09394e3aa', 'port_id': '67dd8b92-e91d-42bc-9d25-4379bf757f83', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc083c2a-b960-4ebd-85d4-93c0755ea1e6', 'mac_address': 'fa:16:3e:e5:3c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a8cd91-526d-42f0-9e87-f88354b2b059', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T03:02:50Z', 'updated_at': '2022-03-11T03:03:05Z', 'revision_number': 2, 'project_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'fixed_ip_address_scope': None}, {'id': 'c3b158b6-9971-4049-b92c-b85c6567bd40', 'tenant_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'floating_ip_address': '172.28.1.91', 'floating_network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'router_id': '16462fb9-b56a-4faa-b136-96f09394e3aa', 'port_id': 'c20f5a10-22a0-46d1-8f01-4ba520a14c4b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc083c2a-b960-4ebd-85d4-93c0755ea1e6', 'mac_address': 'fa:16:3e:bc:c3:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '283e1b2e-5633-4e2d-8731-e432e8f411fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T03:04:24Z', 'updated_at': '2022-03-11T03:04:36Z', 'revision_number': 1, 'project_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04727a9f-b0af-438e-975d-2aa287012822', 'name': '', 'network_id': 'dc083c2a-b960-4ebd-85d4-93c0755ea1e6', 'tenant_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'mac_address': 'fa:16:3e:bb:df:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16462fb9-b56a-4faa-b136-96f09394e3aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '3939f6db-104b-439d-aa6d-0e5f788bcd04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:02:47Z', 'updated_at': '2022-03-11T03:02:50Z', 'revision_number': 5, 'project_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'subnets': [{'id': '3939f6db-104b-439d-aa6d-0e5f788bcd04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 03:04:37.622844 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b341d4-ab6c-4664-9e5a-fccd4c57f950 None None] New status for floating IP c3b158b6-9971-4049-b92c-b85c6567bd40: ACTIVE {{(pid=103106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 03:04:47.428635 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (56ad6e9b-975a-4fdf-b549-1f3c33ba94e0), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:51.914925 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.agents_db [None req-3d558b34-a2e4-40ae-982b-3a8752938275 None None] Agent healthcheck: found 6 active agents {{(pid=103106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 03:04:52.437143 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-ad2ee2d9-5a25-4c8a-8fad-2668987fab89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (27668cff-ea20-4e06-9a9c-d4f827fe3eb1), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:53.867566 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-af339dc5-4c64-4c6d-8e23-0150efffe4a0 req-937d8601-b056-4300-8a68-8b52beece805 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=96a8cd91-526d-42f0-9e87-f88354b2b059&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0414951 Mar 11 03:04:53.954631 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af339dc5-4c64-4c6d-8e23-0150efffe4a0 req-89a33e12-160f-43ae-97c1-a698e95fc546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:04:53.956177 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-af339dc5-4c64-4c6d-8e23-0150efffe4a0 req-89a33e12-160f-43ae-97c1-a698e95fc546 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2b4303e0b14a4764a3e0bdfada32ab0d&device_id=96a8cd91-526d-42f0-9e87-f88354b2b059 HTTP/1.1" status: 200 len: 1129 time: 0.0471964 Mar 11 03:04:54.055821 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af339dc5-4c64-4c6d-8e23-0150efffe4a0 req-8c7ab5a8-538b-4c79-a566-01dbd48e9ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:04:54.057283 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-af339dc5-4c64-4c6d-8e23-0150efffe4a0 req-8c7ab5a8-538b-4c79-a566-01dbd48e9ec7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=dc083c2a-b960-4ebd-85d4-93c0755ea1e6 HTTP/1.1" status: 200 len: 915 time: 0.0833998 Mar 11 03:04:54.125279 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-af339dc5-4c64-4c6d-8e23-0150efffe4a0 req-47ac48d6-871d-4907-978e-f26525a75485 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=67dd8b92-e91d-42bc-9d25-4379bf757f83 HTTP/1.1" status: 200 len: 999 time: 0.0612180 Mar 11 03:04:54.172832 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af339dc5-4c64-4c6d-8e23-0150efffe4a0 req-82c4d495-4f8b-42f7-b8a9-ddf1d21eb644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:04:54.174286 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-af339dc5-4c64-4c6d-8e23-0150efffe4a0 req-82c4d495-4f8b-42f7-b8a9-ddf1d21eb644 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3939f6db-104b-439d-aa6d-0e5f788bcd04 HTTP/1.1" status: 200 len: 853 time: 0.0431900 Mar 11 03:04:54.222502 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af339dc5-4c64-4c6d-8e23-0150efffe4a0 req-69dd58e7-2aea-4d36-885b-bbf0c78fb498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:04:54.223947 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-af339dc5-4c64-4c6d-8e23-0150efffe4a0 req-69dd58e7-2aea-4d36-885b-bbf0c78fb498 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dc083c2a-b960-4ebd-85d4-93c0755ea1e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0418968 Mar 11 03:04:54.312982 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-af339dc5-4c64-4c6d-8e23-0150efffe4a0 req-dca5aece-a911-405f-b125-a983666334ea service neutron] 10.222.0.13 "GET /v2.0/networks/dc083c2a-b960-4ebd-85d4-93c0755ea1e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818937 Mar 11 03:04:54.402538 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-af339dc5-4c64-4c6d-8e23-0150efffe4a0 req-43f66d4b-4576-49b5-9417-23266ae62939 service neutron] 10.222.0.13 "GET /v2.0/networks/dc083c2a-b960-4ebd-85d4-93c0755ea1e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832279 Mar 11 03:04:54.826638 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-2aabea96-32d9-4582-85d7-5811975de8a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (368653ed-b5ce-4183-9c3b-231a0bc3dd35), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:55.701869 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-f28c0ae4-c5a5-4e67-96c2-37b36f3544e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (258069e3-19c1-49ed-8474-20b6ecde628d), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:57.180331 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-afaf34ad-b747-4180-ba41-f81d7ecfb39b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (b193670b-9854-4e90-bc6a-e616470c2469), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:58.746198 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (36a16930-fe6f-49e2-96be-29faaa54e9a3), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:05:17.439891 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (56ad6e9b-975a-4fdf-b549-1f3c33ba94e0), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:05:22.437569 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-08e9c1b2-345e-4f99-ac2b-4551bcf249d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (27668cff-ea20-4e06-9a9c-d4f827fe3eb1), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:05:24.828000 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-07c29350-8d93-49f1-99a2-f04e9e07a154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (368653ed-b5ce-4183-9c3b-231a0bc3dd35), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:05:25.705298 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-f28c0ae4-c5a5-4e67-96c2-37b36f3544e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (258069e3-19c1-49ed-8474-20b6ecde628d), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:05:27.183382 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-afaf34ad-b747-4180-ba41-f81d7ecfb39b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (b193670b-9854-4e90-bc6a-e616470c2469), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:05:28.748837 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (36a16930-fe6f-49e2-96be-29faaa54e9a3), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:05:28.913134 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.agents_db [None req-3d558b34-a2e4-40ae-982b-3a8752938275 None None] Agent healthcheck: found 6 active agents {{(pid=103106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 03:05:41.975058 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fc653d-eba0-474d-82d3-7f7b8625109b req-f8f14cbd-aa4c-4629-8d2a-fe1d3ad1ac08 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:05:41.976524 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-50fc653d-eba0-474d-82d3-7f7b8625109b req-f8f14cbd-aa4c-4629-8d2a-fe1d3ad1ac08 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.20 "GET /v2.0/ports?device_id=283e1b2e-5633-4e2d-8731-e432e8f411fa HTTP/1.1" status: 200 len: 946 time: 0.0519171 Mar 11 03:05:42.021644 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-50fc653d-eba0-474d-82d3-7f7b8625109b req-800e1474-a9dd-4eb1-a3a6-391047ce6a2a tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.20 "GET /v2.0/security-groups?id=ddb3991d-5d7b-4432-840c-0a7c53bd595a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391190 Mar 11 03:05:43.238921 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b4efbe-efcf-44ec-abb8-e35e8a98245c req-ac6a054e-d44d-4de8-8c09-957d86042783 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:05:43.240404 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-15b4efbe-efcf-44ec-abb8-e35e8a98245c req-ac6a054e-d44d-4de8-8c09-957d86042783 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.20 "GET /v2.0/ports?device_id=283e1b2e-5633-4e2d-8731-e432e8f411fa HTTP/1.1" status: 200 len: 946 time: 0.1518364 Mar 11 03:05:43.285214 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-15b4efbe-efcf-44ec-abb8-e35e8a98245c req-572a3e18-b49f-4fb0-b051-38a45821cf3c tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.20 "GET /v2.0/security-groups?id=ddb3991d-5d7b-4432-840c-0a7c53bd595a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386343 Mar 11 03:05:43.432446 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d693eadf-de13-44e7-98b8-b6e943355f9a req-576d29c7-569f-4a29-a77e-9bf98de216a6 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:05:43.433922 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-d693eadf-de13-44e7-98b8-b6e943355f9a req-576d29c7-569f-4a29-a77e-9bf98de216a6 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.13 "GET /v2.0/ports?device_id=283e1b2e-5633-4e2d-8731-e432e8f411fa HTTP/1.1" status: 200 len: 946 time: 0.0504127 Mar 11 03:05:43.523559 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.plugin [req-d693eadf-de13-44e7-98b8-b6e943355f9a req-c4c38ae3-31dd-4bbe-8c5a-ae5398c43dc5 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Deleting port c20f5a10-22a0-46d1-8f01-4ba520a14c4b {{(pid=103104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 03:05:43.523896 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-d693eadf-de13-44e7-98b8-b6e943355f9a req-c4c38ae3-31dd-4bbe-8c5a-ae5398c43dc5 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774349354222'] for port (c20f5a10-22a0-46d1-8f01-4ba520a14c4b), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:05:43.608037 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.db [req-d693eadf-de13-44e7-98b8-b6e943355f9a req-c4c38ae3-31dd-4bbe-8c5a-ae5398c43dc5 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] For port c20f5a10-22a0-46d1-8f01-4ba520a14c4b, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=c20f5a10-22a0-46d1-8f01-4ba520a14c4b,segment=NetworkSegment(45f0554f-4816-4fc7-b15f-6b5fa2e57ece),segment_id=45f0554f-4816-4fc7-b15f-6b5fa2e57ece)] {{(pid=103104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:05:43.608399 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-d693eadf-de13-44e7-98b8-b6e943355f9a req-c4c38ae3-31dd-4bbe-8c5a-ae5398c43dc5 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574894'] for port (c20f5a10-22a0-46d1-8f01-4ba520a14c4b), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:05:43.769064 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-d693eadf-de13-44e7-98b8-b6e943355f9a req-c4c38ae3-31dd-4bbe-8c5a-ae5398c43dc5 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:05:43.769380 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-d693eadf-de13-44e7-98b8-b6e943355f9a req-c4c38ae3-31dd-4bbe-8c5a-ae5398c43dc5 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580600'] for floatingip (c3b158b6-9971-4049-b92c-b85c6567bd40), after_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:05:43.769698 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.db.l3_db [req-d693eadf-de13-44e7-98b8-b6e943355f9a req-c4c38ae3-31dd-4bbe-8c5a-ae5398c43dc5 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Floating IP c3b158b6-9971-4049-b92c-b85c6567bd40 disassociated. External IP: 172.28.1.91, port: c20f5a10-22a0-46d1-8f01-4ba520a14c4b. Mar 11 03:05:43.770038 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.plugin [req-d693eadf-de13-44e7-98b8-b6e943355f9a req-c4c38ae3-31dd-4bbe-8c5a-ae5398c43dc5 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Calling delete_port for c20f5a10-22a0-46d1-8f01-4ba520a14c4b owned by compute:nova {{(pid=103104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 03:05:43.894345 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-d693eadf-de13-44e7-98b8-b6e943355f9a req-c4c38ae3-31dd-4bbe-8c5a-ae5398c43dc5 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774349360213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774348857685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9193763'] for port (c20f5a10-22a0-46d1-8f01-4ba520a14c4b), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:05:43.921800 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c38ae3-31dd-4bbe-8c5a-ae5398c43dc5 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Pushing event deleted for resources: {'Port': ['ID=c20f5a10-22a0-46d1-8f01-4ba520a14c4b,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:05:43.932399 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c38ae3-31dd-4bbe-8c5a-ae5398c43dc5 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:05:43.932750 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c38ae3-31dd-4bbe-8c5a-ae5398c43dc5 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:05:43.933111 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c38ae3-31dd-4bbe-8c5a-ae5398c43dc5 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:05:43.933455 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c38ae3-31dd-4bbe-8c5a-ae5398c43dc5 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:05:43.933789 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c38ae3-31dd-4bbe-8c5a-ae5398c43dc5 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:05:43.934123 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c38ae3-31dd-4bbe-8c5a-ae5398c43dc5 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:05:43.934451 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c38ae3-31dd-4bbe-8c5a-ae5398c43dc5 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:05:43.934779 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c38ae3-31dd-4bbe-8c5a-ae5398c43dc5 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:05:43.935105 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c38ae3-31dd-4bbe-8c5a-ae5398c43dc5 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:05:43.935429 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c38ae3-31dd-4bbe-8c5a-ae5398c43dc5 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:05:43.935752 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c38ae3-31dd-4bbe-8c5a-ae5398c43dc5 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:05:43.936076 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c38ae3-31dd-4bbe-8c5a-ae5398c43dc5 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:05:43.936424 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c38ae3-31dd-4bbe-8c5a-ae5398c43dc5 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:05:44.045549 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d693eadf-de13-44e7-98b8-b6e943355f9a req-c4c38ae3-31dd-4bbe-8c5a-ae5398c43dc5 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Router 16462fb9-b56a-4faa-b136-96f09394e3aa has already been hosted by L3 agent 368653ed-b5ce-4183-9c3b-231a0bc3dd35 {{(pid=103104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 03:05:44.155770 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d693eadf-de13-44e7-98b8-b6e943355f9a req-c4c38ae3-31dd-4bbe-8c5a-ae5398c43dc5 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Notify agent at l3_agent.dv-cinder-740146-14-smb the message routers_updated {{(pid=103104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 03:05:44.165997 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec16dba-e36e-4bde-a0bc-2e5aef08c84a None None] Sync routers for ids ['16462fb9-b56a-4faa-b136-96f09394e3aa'] in dv-cinder-740146-14-smb {{(pid=103105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 03:05:44.175203 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec16dba-e36e-4bde-a0bc-2e5aef08c84a None None] Routers {'16462fb9-b56a-4faa-b136-96f09394e3aa'} bound to L3 agent in host dv-cinder-740146-14-smb {{(pid=103105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:05:44.175806 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_hamode_db [None req-cec16dba-e36e-4bde-a0bc-2e5aef08c84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T02:46:25Z,description=,heartbeat_timestamp=2022-03-11T03:05:25Z,host='dv-cinder-740146-14-smb',id=368653ed-b5ce-4183-9c3b-231a0bc3dd35,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T02:46:25Z,topic='l3_agent')) {'router_ids': ['16462fb9-b56a-4faa-b136-96f09394e3aa'], 'active': True} {{(pid=103105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:05:44.198643 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.db.l3_dvrscheduler_db [req-d693eadf-de13-44e7-98b8-b6e943355f9a req-c4c38ae3-31dd-4bbe-8c5a-ae5398c43dc5 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] No DVR routers for this DVR port c20f5a10-22a0-46d1-8f01-4ba520a14c4b on host hv-cinder-74014 {{(pid=103104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 03:05:44.201056 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-d693eadf-de13-44e7-98b8-b6e943355f9a req-c4c38ae3-31dd-4bbe-8c5a-ae5398c43dc5 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55355'] for port (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:05:44.204442 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-d693eadf-de13-44e7-98b8-b6e943355f9a req-c4c38ae3-31dd-4bbe-8c5a-ae5398c43dc5 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.13 "DELETE /v2.0/ports/c20f5a10-22a0-46d1-8f01-4ba520a14c4b HTTP/1.1" status: 204 len: 173 time: 0.7652955 Mar 11 03:05:44.204886 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '283e1b2e-5633-4e2d-8731-e432e8f411fa', 'name': 'network-vif-deleted', 'tag': 'c20f5a10-22a0-46d1-8f01-4ba520a14c4b'}] {{(pid=103104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 03:05:44.207196 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b4e7651ceabe3a28ab45abcf2012854968d28c41040a071bcf34f6a69b109a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6222c2d-94e9-4919-ab8d-978b4dc1562e" -d '{"events": [{"server_uuid": "283e1b2e-5633-4e2d-8731-e432e8f411fa", "name": "network-vif-deleted", "tag": "c20f5a10-22a0-46d1-8f01-4ba520a14c4b"}]}' {{(pid=103104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 03:05:44.292935 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_dvr_db [None req-cec16dba-e36e-4bde-a0bc-2e5aef08c84a None None] Set router 16462fb9-b56a-4faa-b136-96f09394e3aa gateway port host: dv-cinder-740146-14-smb {{(pid=103105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:05:44.315722 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 03:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c5dea1d-537d-4ecf-adc7-63508ba819bf x-openstack-request-id: req-7c5dea1d-537d-4ecf-adc7-63508ba819bf {{(pid=103104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 03:05:44.316166 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "283e1b2e-5633-4e2d-8731-e432e8f411fa", "name": "network-vif-deleted", "tag": "c20f5a10-22a0-46d1-8f01-4ba520a14c4b", "status": "completed", "code": 200}]} {{(pid=103104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 03:05:44.316284 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7c5dea1d-537d-4ecf-adc7-63508ba819bf {{(pid=103104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 03:05:44.316659 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '283e1b2e-5633-4e2d-8731-e432e8f411fa', 'name': 'network-vif-deleted', 'tag': 'c20f5a10-22a0-46d1-8f01-4ba520a14c4b', 'status': 'completed', 'code': 200} Mar 11 03:05:44.406568 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-99c9e0bf-be15-48ac-9262-1273944ed965 req-ee91fcdd-4895-466d-9fde-d2f7c099accf tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.20 "GET /v2.0/ports?device_id=283e1b2e-5633-4e2d-8731-e432e8f411fa HTTP/1.1" status: 200 len: 210 time: 0.0297363 Mar 11 03:05:44.547107 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_hamode_db [None req-cec16dba-e36e-4bde-a0bc-2e5aef08c84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16462fb9-b56a-4faa-b136-96f09394e3aa', 'name': 'tempest-AttachVolumeNegativeTest-761504005-router', 'tenant_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'external_fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.147'}], 'enable_snat': True}, 'gw_port_id': '1fd2952d-1552-46b5-b0a8-7a5ebbb68a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:02:44Z', 'updated_at': '2022-03-11T03:02:47Z', 'revision_number': 4, 'project_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'gw_port': {'id': '1fd2952d-1552-46b5-b0a8-7a5ebbb68a11', 'name': '', 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:54:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16462fb9-b56a-4faa-b136-96f09394e3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:02:45Z', 'updated_at': '2022-03-11T03:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-smb', '_floatingips': [{'id': '26c60a7e-53df-47cc-89c0-55b107b0de28', 'tenant_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'floating_ip_address': '172.28.1.3', 'floating_network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'router_id': '16462fb9-b56a-4faa-b136-96f09394e3aa', 'port_id': '67dd8b92-e91d-42bc-9d25-4379bf757f83', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc083c2a-b960-4ebd-85d4-93c0755ea1e6', 'mac_address': 'fa:16:3e:e5:3c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a8cd91-526d-42f0-9e87-f88354b2b059', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T03:02:50Z', 'updated_at': '2022-03-11T03:03:05Z', 'revision_number': 2, 'project_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04727a9f-b0af-438e-975d-2aa287012822', 'name': '', 'network_id': 'dc083c2a-b960-4ebd-85d4-93c0755ea1e6', 'tenant_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'mac_address': 'fa:16:3e:bb:df:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16462fb9-b56a-4faa-b136-96f09394e3aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '3939f6db-104b-439d-aa6d-0e5f788bcd04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:02:47Z', 'updated_at': '2022-03-11T03:02:50Z', 'revision_number': 5, 'project_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'subnets': [{'id': '3939f6db-104b-439d-aa6d-0e5f788bcd04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-14-smb', False) {} {{(pid=103105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:05:44.572835 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec16dba-e36e-4bde-a0bc-2e5aef08c84a None None] Checking router: 16462fb9-b56a-4faa-b136-96f09394e3aa for host: dv-cinder-740146-14-smb {{(pid=103105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 03:05:44.580956 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec16dba-e36e-4bde-a0bc-2e5aef08c84a None None] Routers {'16462fb9-b56a-4faa-b136-96f09394e3aa'} bound to L3 agent in host dv-cinder-740146-14-smb {{(pid=103105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:05:44.581584 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_hamode_db [None req-cec16dba-e36e-4bde-a0bc-2e5aef08c84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T02:46:25Z,description=,heartbeat_timestamp=2022-03-11T03:05:25Z,host='dv-cinder-740146-14-smb',id=368653ed-b5ce-4183-9c3b-231a0bc3dd35,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T02:46:25Z,topic='l3_agent')) {'router_ids': ['16462fb9-b56a-4faa-b136-96f09394e3aa'], 'active': True} {{(pid=103105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:05:44.700267 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_dvr_db [None req-cec16dba-e36e-4bde-a0bc-2e5aef08c84a None None] Set router 16462fb9-b56a-4faa-b136-96f09394e3aa gateway port host: dv-cinder-740146-14-smb {{(pid=103105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:05:44.922189 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_hamode_db [None req-cec16dba-e36e-4bde-a0bc-2e5aef08c84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16462fb9-b56a-4faa-b136-96f09394e3aa', 'name': 'tempest-AttachVolumeNegativeTest-761504005-router', 'tenant_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'external_fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.147'}], 'enable_snat': True}, 'gw_port_id': '1fd2952d-1552-46b5-b0a8-7a5ebbb68a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:02:44Z', 'updated_at': '2022-03-11T03:02:47Z', 'revision_number': 4, 'project_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'gw_port': {'id': '1fd2952d-1552-46b5-b0a8-7a5ebbb68a11', 'name': '', 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:54:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16462fb9-b56a-4faa-b136-96f09394e3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:02:45Z', 'updated_at': '2022-03-11T03:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-smb', '_floatingips': [{'id': '26c60a7e-53df-47cc-89c0-55b107b0de28', 'tenant_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'floating_ip_address': '172.28.1.3', 'floating_network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'router_id': '16462fb9-b56a-4faa-b136-96f09394e3aa', 'port_id': '67dd8b92-e91d-42bc-9d25-4379bf757f83', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc083c2a-b960-4ebd-85d4-93c0755ea1e6', 'mac_address': 'fa:16:3e:e5:3c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a8cd91-526d-42f0-9e87-f88354b2b059', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T03:02:50Z', 'updated_at': '2022-03-11T03:03:05Z', 'revision_number': 2, 'project_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04727a9f-b0af-438e-975d-2aa287012822', 'name': '', 'network_id': 'dc083c2a-b960-4ebd-85d4-93c0755ea1e6', 'tenant_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'mac_address': 'fa:16:3e:bb:df:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16462fb9-b56a-4faa-b136-96f09394e3aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '3939f6db-104b-439d-aa6d-0e5f788bcd04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:02:47Z', 'updated_at': '2022-03-11T03:02:50Z', 'revision_number': 5, 'project_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'subnets': [{'id': '3939f6db-104b-439d-aa6d-0e5f788bcd04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-14-smb', False) {} {{(pid=103105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:05:44.948078 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec16dba-e36e-4bde-a0bc-2e5aef08c84a None None] The sync data for ids ['16462fb9-b56a-4faa-b136-96f09394e3aa'] in dv-cinder-740146-14-smb is: [{'id': '16462fb9-b56a-4faa-b136-96f09394e3aa', 'name': 'tempest-AttachVolumeNegativeTest-761504005-router', 'tenant_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'external_fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.147'}], 'enable_snat': True}, 'gw_port_id': '1fd2952d-1552-46b5-b0a8-7a5ebbb68a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:02:44Z', 'updated_at': '2022-03-11T03:02:47Z', 'revision_number': 4, 'project_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'gw_port': {'id': '1fd2952d-1552-46b5-b0a8-7a5ebbb68a11', 'name': '', 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:54:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16462fb9-b56a-4faa-b136-96f09394e3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:02:45Z', 'updated_at': '2022-03-11T03:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-smb', '_floatingips': [{'id': '26c60a7e-53df-47cc-89c0-55b107b0de28', 'tenant_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'floating_ip_address': '172.28.1.3', 'floating_network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'router_id': '16462fb9-b56a-4faa-b136-96f09394e3aa', 'port_id': '67dd8b92-e91d-42bc-9d25-4379bf757f83', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc083c2a-b960-4ebd-85d4-93c0755ea1e6', 'mac_address': 'fa:16:3e:e5:3c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a8cd91-526d-42f0-9e87-f88354b2b059', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T03:02:50Z', 'updated_at': '2022-03-11T03:03:05Z', 'revision_number': 2, 'project_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04727a9f-b0af-438e-975d-2aa287012822', 'name': '', 'network_id': 'dc083c2a-b960-4ebd-85d4-93c0755ea1e6', 'tenant_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'mac_address': 'fa:16:3e:bb:df:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16462fb9-b56a-4faa-b136-96f09394e3aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '3939f6db-104b-439d-aa6d-0e5f788bcd04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:02:47Z', 'updated_at': '2022-03-11T03:02:50Z', 'revision_number': 5, 'project_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'subnets': [{'id': '3939f6db-104b-439d-aa6d-0e5f788bcd04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 03:05:45.147995 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b4c531-97dc-4d1e-9688-d3eeb2a24867 None None] New status for floating IP c3b158b6-9971-4049-b92c-b85c6567bd40: DOWN {{(pid=103106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 03:05:45.488614 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 47604) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:05:45.540485 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-495184c6-0a91-485e-9109-4e51be69f069 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks [] for security_group (ddb3991d-5d7b-4432-840c-0a7c53bd595a), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:05:45.562812 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-495184c6-0a91-485e-9109-4e51be69f069 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks [] for security_group (ddb3991d-5d7b-4432-840c-0a7c53bd595a), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:05:45.607234 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-495184c6-0a91-485e-9109-4e51be69f069 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (ddb3991d-5d7b-4432-840c-0a7c53bd595a), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:05:45.609844 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-495184c6-0a91-485e-9109-4e51be69f069 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks [] for security_group (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:05:45.610985 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-495184c6-0a91-485e-9109-4e51be69f069 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.20 "DELETE /v2.0/security-groups/ddb3991d-5d7b-4432-840c-0a7c53bd595a HTTP/1.1" status: 204 len: 168 time: 0.1212978 Mar 11 03:05:45.613845 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 47606) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:05:45.620073 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495184c6-0a91-485e-9109-4e51be69f069 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddb3991d-5d7b-4432-840c-0a7c53bd595a,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:05:45.627074 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.api.v2.resource [None req-568ade51-6023-41ff-82d6-13febc57467b tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] show failed (client error): The resource could not be found. Mar 11 03:05:45.628091 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-568ade51-6023-41ff-82d6-13febc57467b tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.20 "GET /v2.0/security-groups/ddb3991d-5d7b-4432-840c-0a7c53bd595a HTTP/1.1" status: 404 len: 347 time: 0.0132473 Mar 11 03:05:45.630919 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 47608) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:05:45.765313 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-78e813a2-21aa-4479-a269-208de6b561f4 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Deleting port a4f368c2-6048-4eac-956a-c37f81d1d4b3 {{(pid=103103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 03:05:45.765650 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-78e813a2-21aa-4479-a269-208de6b561f4 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774349354222'] for port (a4f368c2-6048-4eac-956a-c37f81d1d4b3), before_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:05:45.840481 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-78e813a2-21aa-4479-a269-208de6b561f4 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574894'] for port (a4f368c2-6048-4eac-956a-c37f81d1d4b3), precommit_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:05:45.840708 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-78e813a2-21aa-4479-a269-208de6b561f4 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks [] for floatingip (a4f368c2-6048-4eac-956a-c37f81d1d4b3), precommit_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:05:45.851888 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-78e813a2-21aa-4479-a269-208de6b561f4 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Calling delete_port for a4f368c2-6048-4eac-956a-c37f81d1d4b3 owned by network:floatingip {{(pid=103103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 03:05:45.979891 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-78e813a2-21aa-4479-a269-208de6b561f4 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774349360213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774348857685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9139710'] for port (a4f368c2-6048-4eac-956a-c37f81d1d4b3), after_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:05:46.010421 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e813a2-21aa-4479-a269-208de6b561f4 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Pushing event deleted for resources: {'Port': ['ID=a4f368c2-6048-4eac-956a-c37f81d1d4b3,revision_number=None']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:05:46.021939 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e813a2-21aa-4479-a269-208de6b561f4 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:05:46.022407 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e813a2-21aa-4479-a269-208de6b561f4 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:05:46.022789 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e813a2-21aa-4479-a269-208de6b561f4 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:05:46.023110 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e813a2-21aa-4479-a269-208de6b561f4 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:05:46.023451 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e813a2-21aa-4479-a269-208de6b561f4 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:05:46.023787 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e813a2-21aa-4479-a269-208de6b561f4 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:05:46.024123 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e813a2-21aa-4479-a269-208de6b561f4 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:05:46.024450 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e813a2-21aa-4479-a269-208de6b561f4 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:05:46.024789 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e813a2-21aa-4479-a269-208de6b561f4 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:05:46.025272 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e813a2-21aa-4479-a269-208de6b561f4 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:05:46.025647 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e813a2-21aa-4479-a269-208de6b561f4 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:05:46.025978 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e813a2-21aa-4479-a269-208de6b561f4 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:05:46.026304 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e813a2-21aa-4479-a269-208de6b561f4 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:05:46.079519 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-78e813a2-21aa-4479-a269-208de6b561f4 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks [] for floatingip (c3b158b6-9971-4049-b92c-b85c6567bd40), after_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:05:46.082056 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-78e813a2-21aa-4479-a269-208de6b561f4 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55355'] for floatingip (None), before_response {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:05:46.083216 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-78e813a2-21aa-4479-a269-208de6b561f4 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.20 "DELETE /v2.0/floatingips/c3b158b6-9971-4049-b92c-b85c6567bd40 HTTP/1.1" status: 204 len: 168 time: 0.4514158 Mar 11 03:05:47.020284 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Device c20f5a10-22a0-46d1-8f01-4ba520a14c4b no longer exists at agent hyperv_hv-cinder-74014 {{(pid=103105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 03:05:47.044502 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] No Port match for: c20f5a10-22a0-46d1-8f01-4ba520a14c4b {{(pid=103105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 03:05:47.044853 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Device c20f5a10-22a0-46d1-8f01-4ba520a14c4b not bound to the agent host hv-cinder-74014 {{(pid=103105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 03:05:47.570509 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (56ad6e9b-975a-4fdf-b549-1f3c33ba94e0), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:05:47.668279 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7071fd97-c4f0-4b03-a80b-42a36c88ad12 req-d1ba2fd7-5624-4428-a9be-401c1b25a844 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:05:47.669780 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-7071fd97-c4f0-4b03-a80b-42a36c88ad12 req-d1ba2fd7-5624-4428-a9be-401c1b25a844 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.20 "GET /v2.0/ports?device_id=96a8cd91-526d-42f0-9e87-f88354b2b059 HTTP/1.1" status: 200 len: 945 time: 0.0514562 Mar 11 03:05:47.717989 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-7071fd97-c4f0-4b03-a80b-42a36c88ad12 req-c564e42b-9b48-4841-bb35-638394aadd75 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.20 "GET /v2.0/security-groups?id=b73524d0-172e-4c52-bbcf-bfda59eaaa89&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426466 Mar 11 03:05:48.835351 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c367f59a-331f-443a-b1ce-d2d2f2c23910 req-be8ef9b1-9cb8-407d-8392-98e67aad98c4 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:05:48.836822 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-c367f59a-331f-443a-b1ce-d2d2f2c23910 req-be8ef9b1-9cb8-407d-8392-98e67aad98c4 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.20 "GET /v2.0/ports?device_id=96a8cd91-526d-42f0-9e87-f88354b2b059 HTTP/1.1" status: 200 len: 945 time: 0.0514550 Mar 11 03:05:48.886420 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-c367f59a-331f-443a-b1ce-d2d2f2c23910 req-d2ac7548-f653-442e-88a3-b773619de4c6 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.20 "GET /v2.0/security-groups?id=b73524d0-172e-4c52-bbcf-bfda59eaaa89&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440323 Mar 11 03:05:49.414321 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac447855-f4a0-49fd-9bf8-34af319713da req-c558dbee-68a7-439a-8713-91e158eaa8dc tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:05:49.415741 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-ac447855-f4a0-49fd-9bf8-34af319713da req-c558dbee-68a7-439a-8713-91e158eaa8dc tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.13 "GET /v2.0/ports?device_id=96a8cd91-526d-42f0-9e87-f88354b2b059 HTTP/1.1" status: 200 len: 945 time: 0.0508323 Mar 11 03:05:49.502113 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.plugin [req-ac447855-f4a0-49fd-9bf8-34af319713da req-cb36c456-339b-4177-9eef-1c25aa878dd4 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Deleting port 67dd8b92-e91d-42bc-9d25-4379bf757f83 {{(pid=103104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 03:05:49.502449 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-ac447855-f4a0-49fd-9bf8-34af319713da req-cb36c456-339b-4177-9eef-1c25aa878dd4 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774349354222'] for port (67dd8b92-e91d-42bc-9d25-4379bf757f83), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:05:49.590375 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.db [req-ac447855-f4a0-49fd-9bf8-34af319713da req-cb36c456-339b-4177-9eef-1c25aa878dd4 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] For port 67dd8b92-e91d-42bc-9d25-4379bf757f83, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=67dd8b92-e91d-42bc-9d25-4379bf757f83,segment=NetworkSegment(45f0554f-4816-4fc7-b15f-6b5fa2e57ece),segment_id=45f0554f-4816-4fc7-b15f-6b5fa2e57ece)] {{(pid=103104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:05:49.590738 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-ac447855-f4a0-49fd-9bf8-34af319713da req-cb36c456-339b-4177-9eef-1c25aa878dd4 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574894'] for port (67dd8b92-e91d-42bc-9d25-4379bf757f83), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:05:49.752310 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-ac447855-f4a0-49fd-9bf8-34af319713da req-cb36c456-339b-4177-9eef-1c25aa878dd4 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:05:49.752584 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-ac447855-f4a0-49fd-9bf8-34af319713da req-cb36c456-339b-4177-9eef-1c25aa878dd4 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580600'] for floatingip (26c60a7e-53df-47cc-89c0-55b107b0de28), after_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:05:49.752900 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.db.l3_db [req-ac447855-f4a0-49fd-9bf8-34af319713da req-cb36c456-339b-4177-9eef-1c25aa878dd4 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Floating IP 26c60a7e-53df-47cc-89c0-55b107b0de28 disassociated. External IP: 172.28.1.3, port: 67dd8b92-e91d-42bc-9d25-4379bf757f83. Mar 11 03:05:49.753343 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.plugin [req-ac447855-f4a0-49fd-9bf8-34af319713da req-cb36c456-339b-4177-9eef-1c25aa878dd4 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Calling delete_port for 67dd8b92-e91d-42bc-9d25-4379bf757f83 owned by compute:nova {{(pid=103104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 03:05:49.878954 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-ac447855-f4a0-49fd-9bf8-34af319713da req-cb36c456-339b-4177-9eef-1c25aa878dd4 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774349360213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774348857685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9193763'] for port (67dd8b92-e91d-42bc-9d25-4379bf757f83), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:05:49.905145 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb36c456-339b-4177-9eef-1c25aa878dd4 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Pushing event deleted for resources: {'Port': ['ID=67dd8b92-e91d-42bc-9d25-4379bf757f83,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:05:49.982446 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-bc0e513e-54a8-45c4-89ec-19b98df3d6cd req-3f343a75-8248-4033-b706-6ba2d05e13b9 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.20 "GET /v2.0/ports?device_id=96a8cd91-526d-42f0-9e87-f88354b2b059 HTTP/1.1" status: 200 len: 210 time: 0.0280333 Mar 11 03:05:50.022793 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ac447855-f4a0-49fd-9bf8-34af319713da req-cb36c456-339b-4177-9eef-1c25aa878dd4 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Router 16462fb9-b56a-4faa-b136-96f09394e3aa has already been hosted by L3 agent 368653ed-b5ce-4183-9c3b-231a0bc3dd35 {{(pid=103104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 03:05:50.404141 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ac447855-f4a0-49fd-9bf8-34af319713da req-cb36c456-339b-4177-9eef-1c25aa878dd4 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Notify agent at l3_agent.dv-cinder-740146-14-smb the message routers_updated {{(pid=103104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 03:05:50.414453 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a667118-12ae-4933-b2ec-f6a19e2c4986 None None] Sync routers for ids ['16462fb9-b56a-4faa-b136-96f09394e3aa'] in dv-cinder-740146-14-smb {{(pid=103105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 03:05:50.423739 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a667118-12ae-4933-b2ec-f6a19e2c4986 None None] Routers {'16462fb9-b56a-4faa-b136-96f09394e3aa'} bound to L3 agent in host dv-cinder-740146-14-smb {{(pid=103105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:05:50.424344 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_hamode_db [None req-9a667118-12ae-4933-b2ec-f6a19e2c4986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T02:46:25Z,description=,heartbeat_timestamp=2022-03-11T03:05:25Z,host='dv-cinder-740146-14-smb',id=368653ed-b5ce-4183-9c3b-231a0bc3dd35,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T02:46:25Z,topic='l3_agent')) {'router_ids': ['16462fb9-b56a-4faa-b136-96f09394e3aa'], 'active': True} {{(pid=103105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:05:50.443275 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac447855-f4a0-49fd-9bf8-34af319713da req-cb36c456-339b-4177-9eef-1c25aa878dd4 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] No DVR routers for this DVR port 67dd8b92-e91d-42bc-9d25-4379bf757f83 on host hv-cinder-74014 {{(pid=103104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 03:05:50.445680 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-ac447855-f4a0-49fd-9bf8-34af319713da req-cb36c456-339b-4177-9eef-1c25aa878dd4 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55355'] for port (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:05:50.449450 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-ac447855-f4a0-49fd-9bf8-34af319713da req-cb36c456-339b-4177-9eef-1c25aa878dd4 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.13 "DELETE /v2.0/ports/67dd8b92-e91d-42bc-9d25-4379bf757f83 HTTP/1.1" status: 204 len: 173 time: 1.0285017 Mar 11 03:05:50.449891 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96a8cd91-526d-42f0-9e87-f88354b2b059', 'name': 'network-vif-deleted', 'tag': '67dd8b92-e91d-42bc-9d25-4379bf757f83'}] {{(pid=103104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 03:05:50.452105 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b4e7651ceabe3a28ab45abcf2012854968d28c41040a071bcf34f6a69b109a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-921b2030-b172-4d17-b00e-b9d068975c6c" -d '{"events": [{"server_uuid": "96a8cd91-526d-42f0-9e87-f88354b2b059", "name": "network-vif-deleted", "tag": "67dd8b92-e91d-42bc-9d25-4379bf757f83"}]}' {{(pid=103104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 03:05:50.490092 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 03:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68f2324d-da23-40b8-8ede-2abc3242213b x-openstack-request-id: req-68f2324d-da23-40b8-8ede-2abc3242213b {{(pid=103104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 03:05:50.490392 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96a8cd91-526d-42f0-9e87-f88354b2b059", "name": "network-vif-deleted", "tag": "67dd8b92-e91d-42bc-9d25-4379bf757f83", "status": "completed", "code": 200}]} {{(pid=103104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 03:05:50.490674 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-68f2324d-da23-40b8-8ede-2abc3242213b {{(pid=103104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 03:05:50.491071 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96a8cd91-526d-42f0-9e87-f88354b2b059', 'name': 'network-vif-deleted', 'tag': '67dd8b92-e91d-42bc-9d25-4379bf757f83', 'status': 'completed', 'code': 200} Mar 11 03:05:50.538141 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_dvr_db [None req-9a667118-12ae-4933-b2ec-f6a19e2c4986 None None] Set router 16462fb9-b56a-4faa-b136-96f09394e3aa gateway port host: dv-cinder-740146-14-smb {{(pid=103105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:05:50.734473 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_hamode_db [None req-9a667118-12ae-4933-b2ec-f6a19e2c4986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16462fb9-b56a-4faa-b136-96f09394e3aa', 'name': 'tempest-AttachVolumeNegativeTest-761504005-router', 'tenant_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'external_fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.147'}], 'enable_snat': True}, 'gw_port_id': '1fd2952d-1552-46b5-b0a8-7a5ebbb68a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:02:44Z', 'updated_at': '2022-03-11T03:02:47Z', 'revision_number': 4, 'project_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'gw_port': {'id': '1fd2952d-1552-46b5-b0a8-7a5ebbb68a11', 'name': '', 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:54:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16462fb9-b56a-4faa-b136-96f09394e3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:02:45Z', 'updated_at': '2022-03-11T03:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-smb', '_interfaces': [{'id': '04727a9f-b0af-438e-975d-2aa287012822', 'name': '', 'network_id': 'dc083c2a-b960-4ebd-85d4-93c0755ea1e6', 'tenant_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'mac_address': 'fa:16:3e:bb:df:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16462fb9-b56a-4faa-b136-96f09394e3aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '3939f6db-104b-439d-aa6d-0e5f788bcd04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:02:47Z', 'updated_at': '2022-03-11T03:02:50Z', 'revision_number': 5, 'project_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'subnets': [{'id': '3939f6db-104b-439d-aa6d-0e5f788bcd04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-14-smb', False) {} {{(pid=103105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:05:50.764688 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a667118-12ae-4933-b2ec-f6a19e2c4986 None None] Checking router: 16462fb9-b56a-4faa-b136-96f09394e3aa for host: dv-cinder-740146-14-smb {{(pid=103105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 03:05:50.773026 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a667118-12ae-4933-b2ec-f6a19e2c4986 None None] Routers {'16462fb9-b56a-4faa-b136-96f09394e3aa'} bound to L3 agent in host dv-cinder-740146-14-smb {{(pid=103105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:05:50.773654 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_hamode_db [None req-9a667118-12ae-4933-b2ec-f6a19e2c4986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T02:46:25Z,description=,heartbeat_timestamp=2022-03-11T03:05:25Z,host='dv-cinder-740146-14-smb',id=368653ed-b5ce-4183-9c3b-231a0bc3dd35,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T02:46:25Z,topic='l3_agent')) {'router_ids': ['16462fb9-b56a-4faa-b136-96f09394e3aa'], 'active': True} {{(pid=103105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:05:50.888728 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_dvr_db [None req-9a667118-12ae-4933-b2ec-f6a19e2c4986 None None] Set router 16462fb9-b56a-4faa-b136-96f09394e3aa gateway port host: dv-cinder-740146-14-smb {{(pid=103105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:05:51.067430 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 47640) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:05:51.095218 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_hamode_db [None req-9a667118-12ae-4933-b2ec-f6a19e2c4986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16462fb9-b56a-4faa-b136-96f09394e3aa', 'name': 'tempest-AttachVolumeNegativeTest-761504005-router', 'tenant_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'external_fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.147'}], 'enable_snat': True}, 'gw_port_id': '1fd2952d-1552-46b5-b0a8-7a5ebbb68a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:02:44Z', 'updated_at': '2022-03-11T03:02:47Z', 'revision_number': 4, 'project_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'gw_port': {'id': '1fd2952d-1552-46b5-b0a8-7a5ebbb68a11', 'name': '', 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:54:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16462fb9-b56a-4faa-b136-96f09394e3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:02:45Z', 'updated_at': '2022-03-11T03:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-smb', '_interfaces': [{'id': '04727a9f-b0af-438e-975d-2aa287012822', 'name': '', 'network_id': 'dc083c2a-b960-4ebd-85d4-93c0755ea1e6', 'tenant_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'mac_address': 'fa:16:3e:bb:df:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16462fb9-b56a-4faa-b136-96f09394e3aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '3939f6db-104b-439d-aa6d-0e5f788bcd04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:02:47Z', 'updated_at': '2022-03-11T03:02:50Z', 'revision_number': 5, 'project_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'subnets': [{'id': '3939f6db-104b-439d-aa6d-0e5f788bcd04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-14-smb', False) {} {{(pid=103105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:05:51.119947 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-21696905-ccde-4979-9db1-22dee888184a tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks [] for security_group (b73524d0-172e-4c52-bbcf-bfda59eaaa89), before_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:05:51.126144 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a667118-12ae-4933-b2ec-f6a19e2c4986 None None] The sync data for ids ['16462fb9-b56a-4faa-b136-96f09394e3aa'] in dv-cinder-740146-14-smb is: [{'id': '16462fb9-b56a-4faa-b136-96f09394e3aa', 'name': 'tempest-AttachVolumeNegativeTest-761504005-router', 'tenant_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'external_fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.147'}], 'enable_snat': True}, 'gw_port_id': '1fd2952d-1552-46b5-b0a8-7a5ebbb68a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:02:44Z', 'updated_at': '2022-03-11T03:02:47Z', 'revision_number': 4, 'project_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'gw_port': {'id': '1fd2952d-1552-46b5-b0a8-7a5ebbb68a11', 'name': '', 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:54:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16462fb9-b56a-4faa-b136-96f09394e3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:02:45Z', 'updated_at': '2022-03-11T03:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-smb', '_interfaces': [{'id': '04727a9f-b0af-438e-975d-2aa287012822', 'name': '', 'network_id': 'dc083c2a-b960-4ebd-85d4-93c0755ea1e6', 'tenant_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'mac_address': 'fa:16:3e:bb:df:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16462fb9-b56a-4faa-b136-96f09394e3aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '3939f6db-104b-439d-aa6d-0e5f788bcd04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:02:47Z', 'updated_at': '2022-03-11T03:02:50Z', 'revision_number': 5, 'project_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'subnets': [{'id': '3939f6db-104b-439d-aa6d-0e5f788bcd04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 03:05:51.143447 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-21696905-ccde-4979-9db1-22dee888184a tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks [] for security_group (b73524d0-172e-4c52-bbcf-bfda59eaaa89), precommit_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:05:51.191261 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-21696905-ccde-4979-9db1-22dee888184a tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (b73524d0-172e-4c52-bbcf-bfda59eaaa89), after_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:05:51.193920 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-21696905-ccde-4979-9db1-22dee888184a tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks [] for security_group (None), before_response {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:05:51.195185 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-21696905-ccde-4979-9db1-22dee888184a tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.20 "DELETE /v2.0/security-groups/b73524d0-172e-4c52-bbcf-bfda59eaaa89 HTTP/1.1" status: 204 len: 168 time: 0.1267245 Mar 11 03:05:51.197930 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 47642) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:05:51.205236 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21696905-ccde-4979-9db1-22dee888184a tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b73524d0-172e-4c52-bbcf-bfda59eaaa89,revision_number=None']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:05:51.213872 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.api.v2.resource [None req-d575d634-f93a-4d05-aee6-a5365d70e043 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] show failed (client error): The resource could not be found. Mar 11 03:05:51.214923 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-d575d634-f93a-4d05-aee6-a5365d70e043 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.20 "GET /v2.0/security-groups/b73524d0-172e-4c52-bbcf-bfda59eaaa89 HTTP/1.1" status: 404 len: 347 time: 0.0159867 Mar 11 03:05:51.218245 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 47644) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:05:51.351333 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0221f237-99d5-44fd-9333-e8c94596be05 None None] New status for floating IP 26c60a7e-53df-47cc-89c0-55b107b0de28: DOWN {{(pid=103106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 03:05:51.351852 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.plugin [None req-6ecc69d8-6ccc-4bd9-bf92-0edc0b67b9d8 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Deleting port e7b22d40-3c0e-42b8-8547-4bc7df54c659 {{(pid=103104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 03:05:51.351971 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-6ecc69d8-6ccc-4bd9-bf92-0edc0b67b9d8 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774349354222'] for port (e7b22d40-3c0e-42b8-8547-4bc7df54c659), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:05:51.436056 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-6ecc69d8-6ccc-4bd9-bf92-0edc0b67b9d8 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574894'] for port (e7b22d40-3c0e-42b8-8547-4bc7df54c659), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:05:51.436387 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-6ecc69d8-6ccc-4bd9-bf92-0edc0b67b9d8 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks [] for floatingip (e7b22d40-3c0e-42b8-8547-4bc7df54c659), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:05:51.449503 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.plugin [None req-6ecc69d8-6ccc-4bd9-bf92-0edc0b67b9d8 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Calling delete_port for e7b22d40-3c0e-42b8-8547-4bc7df54c659 owned by network:floatingip {{(pid=103104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 03:05:51.583647 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-6ecc69d8-6ccc-4bd9-bf92-0edc0b67b9d8 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774349360213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774348857685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9193763'] for port (e7b22d40-3c0e-42b8-8547-4bc7df54c659), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:05:51.610962 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecc69d8-6ccc-4bd9-bf92-0edc0b67b9d8 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Pushing event deleted for resources: {'Port': ['ID=e7b22d40-3c0e-42b8-8547-4bc7df54c659,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:05:51.669202 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-6ecc69d8-6ccc-4bd9-bf92-0edc0b67b9d8 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks [] for floatingip (26c60a7e-53df-47cc-89c0-55b107b0de28), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:05:51.671689 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-6ecc69d8-6ccc-4bd9-bf92-0edc0b67b9d8 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55355'] for floatingip (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:05:51.672816 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-6ecc69d8-6ccc-4bd9-bf92-0edc0b67b9d8 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.20 "DELETE /v2.0/floatingips/26c60a7e-53df-47cc-89c0-55b107b0de28 HTTP/1.1" status: 204 len: 168 time: 0.4536281 Mar 11 03:05:52.019310 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 47648) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:05:52.023869 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.v2.base [None req-4f63adf7-1f9d-4c09-9259-61ad8e5ec808 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1290400513', 'description': 'tempest-description--2099342282'}} {{(pid=103104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:05:52.042604 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-4f63adf7-1f9d-4c09-9259-61ad8e5ec808 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks [] for security_group (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:05:52.104309 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-4f63adf7-1f9d-4c09-9259-61ad8e5ec808 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks [] for security_group (99884ee5-255c-4145-b22f-2d9d2c78dc5e), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:05:52.107412 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-4f63adf7-1f9d-4c09-9259-61ad8e5ec808 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (99884ee5-255c-4145-b22f-2d9d2c78dc5e), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:05:52.136590 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-4f63adf7-1f9d-4c09-9259-61ad8e5ec808 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks [] for security_group (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:05:52.137859 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-4f63adf7-1f9d-4c09-9259-61ad8e5ec808 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1175494 Mar 11 03:05:52.139709 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f63adf7-1f9d-4c09-9259-61ad8e5ec808 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99884ee5-255c-4145-b22f-2d9d2c78dc5e,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:05:52.140810 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 47650) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:05:52.146354 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.v2.base [None req-3b536f1b-9317-4bce-a84f-0569c400e13e tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Request body: {'security_group_rule': {'security_group_id': '99884ee5-255c-4145-b22f-2d9d2c78dc5e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:05:52.170577 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-3b536f1b-9317-4bce-a84f-0569c400e13e tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks [] for security_group_rule (b5c021d7-90da-4603-b909-ec904c1ba616), before_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:05:52.216264 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-3b536f1b-9317-4bce-a84f-0569c400e13e tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks [] for security_group_rule (b5c021d7-90da-4603-b909-ec904c1ba616), precommit_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:05:52.219626 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-3b536f1b-9317-4bce-a84f-0569c400e13e tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526655'] for security_group_rule (b5c021d7-90da-4603-b909-ec904c1ba616), after_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:05:52.241672 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b536f1b-9317-4bce-a84f-0569c400e13e tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5c021d7-90da-4603-b909-ec904c1ba616,revision_number=0']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:05:52.248288 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-3b536f1b-9317-4bce-a84f-0569c400e13e tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:05:52.251589 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-3b536f1b-9317-4bce-a84f-0569c400e13e tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1061835 Mar 11 03:05:52.251589 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 47652) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:05:52.255693 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.v2.base [None req-8ff49c4e-f8b9-4e38-bdaf-10299ff3a1ab tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Request body: {'security_group_rule': {'security_group_id': '99884ee5-255c-4145-b22f-2d9d2c78dc5e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:05:52.279111 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-8ff49c4e-f8b9-4e38-bdaf-10299ff3a1ab tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks [] for security_group_rule (a5330cbf-8ec3-46d4-8a03-a0a39c2eb01b), before_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:05:52.333787 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-8ff49c4e-f8b9-4e38-bdaf-10299ff3a1ab tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks [] for security_group_rule (a5330cbf-8ec3-46d4-8a03-a0a39c2eb01b), precommit_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:05:52.337463 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-8ff49c4e-f8b9-4e38-bdaf-10299ff3a1ab tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526655'] for security_group_rule (a5330cbf-8ec3-46d4-8a03-a0a39c2eb01b), after_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:05:52.356981 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff49c4e-f8b9-4e38-bdaf-10299ff3a1ab tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5330cbf-8ec3-46d4-8a03-a0a39c2eb01b,revision_number=0']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:05:52.362440 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-8ff49c4e-f8b9-4e38-bdaf-10299ff3a1ab tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:05:52.363594 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-8ff49c4e-f8b9-4e38-bdaf-10299ff3a1ab tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1111407 Mar 11 03:05:52.366690 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 47654) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:05:52.371344 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.v2.base [None req-6cba59e8-183c-4b3c-a483-be3e1ae3aaea tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Request body: {'floatingip': {'floating_network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3'}} {{(pid=103103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:05:52.390216 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-6cba59e8-183c-4b3c-a483-be3e1ae3aaea tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:05:52.439065 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-3c258986-07cb-43f9-8e55-1bbbd9966c57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (27668cff-ea20-4e06-9a9c-d4f827fe3eb1), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:05:52.488932 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-6cba59e8-183c-4b3c-a483-be3e1ae3aaea tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (None), before_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:05:52.586004 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.db.db_base_plugin_common [None req-6cba59e8-183c-4b3c-a483-be3e1ae3aaea tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Allocated IP 172.28.1.229 (67cf6db3-75c3-4d86-ba36-4af7c18cd6b3/b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e/42dca434-fc6e-4901-a09e-927d171ab391) {{(pid=103103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 03:05:52.687227 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-6cba59e8-183c-4b3c-a483-be3e1ae3aaea tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks [] for port (42dca434-fc6e-4901-a09e-927d171ab391), precommit_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:05:52.721530 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-6cba59e8-183c-4b3c-a483-be3e1ae3aaea tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774348857676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9139710'] for port (42dca434-fc6e-4901-a09e-927d171ab391), after_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:05:52.756806 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cba59e8-183c-4b3c-a483-be3e1ae3aaea tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Network 67cf6db3-75c3-4d86-ba36-4af7c18cd6b3 is already hosted by enough agents. {{(pid=103103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 03:05:52.759690 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.scheduler.base_scheduler [None req-6cba59e8-183c-4b3c-a483-be3e1ae3aaea tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Resources bound (agent type, host, resource id): {{(pid=103103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 03:05:52.765015 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cba59e8-183c-4b3c-a483-be3e1ae3aaea tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Received port after_create {{(pid=103103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 03:05:52.787936 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cba59e8-183c-4b3c-a483-be3e1ae3aaea tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Pushing event updated for resources: {'Port': ['ID=42dca434-fc6e-4901-a09e-927d171ab391,revision_number=1']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:05:52.850497 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-6cba59e8-183c-4b3c-a483-be3e1ae3aaea tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks [] for floatingip (b478e87c-8dab-4ee0-8f7d-b03923af7423), precommit_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:05:52.888973 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-6cba59e8-183c-4b3c-a483-be3e1ae3aaea tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (42dca434-fc6e-4901-a09e-927d171ab391), before_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:05:53.031304 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-6cba59e8-183c-4b3c-a483-be3e1ae3aaea tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks [] for port (42dca434-fc6e-4901-a09e-927d171ab391), precommit_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:05:53.035391 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-6cba59e8-183c-4b3c-a483-be3e1ae3aaea tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9139687'] for port (42dca434-fc6e-4901-a09e-927d171ab391), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:05:53.055874 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Device 67dd8b92-e91d-42bc-9d25-4379bf757f83 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=103105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 03:05:53.075867 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] No Port match for: 67dd8b92-e91d-42bc-9d25-4379bf757f83 {{(pid=103105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 03:05:53.076213 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Device 67dd8b92-e91d-42bc-9d25-4379bf757f83 not bound to the agent host hv-cinder-74014 {{(pid=103105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 03:05:53.105558 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cba59e8-183c-4b3c-a483-be3e1ae3aaea tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Pushing event updated for resources: {'Port': ['ID=42dca434-fc6e-4901-a09e-927d171ab391,revision_number=2']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:05:53.115607 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-6cba59e8-183c-4b3c-a483-be3e1ae3aaea tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580600'] for floatingip (b478e87c-8dab-4ee0-8f7d-b03923af7423), after_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:05:53.130118 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-6cba59e8-183c-4b3c-a483-be3e1ae3aaea tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55355'] for floatingip (None), before_response {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:05:53.131339 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-6cba59e8-183c-4b3c-a483-be3e1ae3aaea tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7637229 Mar 11 03:05:53.277058 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-599073da-d358-4d03-8c7c-d076252f86cc req-9f57a746-6913-4d9d-abb6-39920051244b tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1290400513&fields=id&tenant_id=2b4303e0b14a4764a3e0bdfada32ab0d HTTP/1.1" status: 200 len: 267 time: 0.0438778 Mar 11 03:05:53.378039 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599073da-d358-4d03-8c7c-d076252f86cc req-1ae9a5f5-8caf-4d4d-8d4c-f477193a4d26 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:05:53.379386 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-599073da-d358-4d03-8c7c-d076252f86cc req-1ae9a5f5-8caf-4d4d-8d4c-f477193a4d26 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.20 "GET /v2.0/networks?id=dc083c2a-b960-4ebd-85d4-93c0755ea1e6 HTTP/1.1" status: 200 len: 814 time: 0.0959587 Mar 11 03:05:53.393960 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-599073da-d358-4d03-8c7c-d076252f86cc req-900a5dc7-93e9-474c-9d6d-095ed824e866 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.20 "GET /v2.0/quotas/2b4303e0b14a4764a3e0bdfada32ab0d HTTP/1.1" status: 200 len: 375 time: 0.0091989 Mar 11 03:05:53.449693 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-599073da-d358-4d03-8c7c-d076252f86cc req-85b2bc30-521e-486c-89b6-bc76cb3bba7e tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=2b4303e0b14a4764a3e0bdfada32ab0d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0509617 Mar 11 03:05:53.464717 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [req-599073da-d358-4d03-8c7c-d076252f86cc req-711cb06d-17a3-4f2b-b950-32660acd86da service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103104) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 03:05:53.465694 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-599073da-d358-4d03-8c7c-d076252f86cc req-711cb06d-17a3-4f2b-b950-32660acd86da service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054760 Mar 11 03:05:53.550767 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-599073da-d358-4d03-8c7c-d076252f86cc req-65fd417b-ab4f-411a-8cbc-24c344e4e5d0 service neutron] 10.222.0.20 "GET /v2.0/networks/dc083c2a-b960-4ebd-85d4-93c0755ea1e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798705 Mar 11 03:05:53.637914 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-599073da-d358-4d03-8c7c-d076252f86cc req-8956ca38-ffcf-4a63-bcac-2cf934603bef service neutron] 10.222.0.20 "GET /v2.0/networks/dc083c2a-b960-4ebd-85d4-93c0755ea1e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815697 Mar 11 03:05:53.797492 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-6f144cee-4f5d-4b23-a67f-71236e027083 req-02c7e2c6-f05a-4fc7-84b3-9f2d64e1ab3c tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.20 "GET /v2.0/ports?device_id=e432eb6c-2843-406f-baa9-7d8e8708ad03 HTTP/1.1" status: 200 len: 210 time: 0.0280066 Mar 11 03:05:54.773926 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599073da-d358-4d03-8c7c-d076252f86cc req-eea4fc5d-19d9-4051-98a2-9ef435fe77f5 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:05:54.775405 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-599073da-d358-4d03-8c7c-d076252f86cc req-eea4fc5d-19d9-4051-98a2-9ef435fe77f5 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.13 "GET /v2.0/networks?id=dc083c2a-b960-4ebd-85d4-93c0755ea1e6 HTTP/1.1" status: 200 len: 814 time: 0.1055050 Mar 11 03:05:54.831047 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-6502018e-aa7b-4aea-b78a-145027ca6084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (368653ed-b5ce-4183-9c3b-231a0bc3dd35), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:05:54.851655 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-599073da-d358-4d03-8c7c-d076252f86cc req-e0762e47-c0a0-4386-bacd-6ff2d6a3909e tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b4303e0b14a4764a3e0bdfada32ab0d HTTP/1.1" status: 200 len: 380 time: 0.0660706 Mar 11 03:05:54.862589 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.v2.base [req-599073da-d358-4d03-8c7c-d076252f86cc req-0ed9a15d-895c-491f-b9b6-5ab3463b4cb0 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Request body: {'port': {'device_id': 'e432eb6c-2843-406f-baa9-7d8e8708ad03', 'network_id': 'dc083c2a-b960-4ebd-85d4-93c0755ea1e6', 'admin_state_up': True, 'tenant_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'security_groups': ['99884ee5-255c-4145-b22f-2d9d2c78dc5e']}} {{(pid=103104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:05:54.917035 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-b411358d-746a-4223-b8b8-f1e73c952bee req-dae4a2f6-058a-426b-9f8b-9f78e44be0ab tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.20 "GET /v2.0/ports?device_id=e432eb6c-2843-406f-baa9-7d8e8708ad03 HTTP/1.1" status: 200 len: 210 time: 0.0354249 Mar 11 03:05:54.993334 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-599073da-d358-4d03-8c7c-d076252f86cc req-0ed9a15d-895c-491f-b9b6-5ab3463b4cb0 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Made reservation on behalf of 2b4303e0b14a4764a3e0bdfada32ab0d for: {'port': 1} {{(pid=103104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 03:05:54.996813 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-599073da-d358-4d03-8c7c-d076252f86cc req-0ed9a15d-895c-491f-b9b6-5ab3463b4cb0 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:05:55.122232 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.db.db_base_plugin_common [req-599073da-d358-4d03-8c7c-d076252f86cc req-0ed9a15d-895c-491f-b9b6-5ab3463b4cb0 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Allocated IP 172.20.0.5 (dc083c2a-b960-4ebd-85d4-93c0755ea1e6/3939f6db-104b-439d-aa6d-0e5f788bcd04/a323100b-075b-4a4c-bf4e-b379d51b67fe) {{(pid=103104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 03:05:55.252701 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-599073da-d358-4d03-8c7c-d076252f86cc req-0ed9a15d-895c-491f-b9b6-5ab3463b4cb0 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks [] for port (a323100b-075b-4a4c-bf4e-b379d51b67fe), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:05:55.289306 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-599073da-d358-4d03-8c7c-d076252f86cc req-0ed9a15d-895c-491f-b9b6-5ab3463b4cb0 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774348857676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9193763'] for port (a323100b-075b-4a4c-bf4e-b379d51b67fe), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:05:55.330647 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-599073da-d358-4d03-8c7c-d076252f86cc req-0ed9a15d-895c-491f-b9b6-5ab3463b4cb0 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Network dc083c2a-b960-4ebd-85d4-93c0755ea1e6 is already hosted by enough agents. {{(pid=103104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 03:05:55.335476 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.scheduler.base_scheduler [req-599073da-d358-4d03-8c7c-d076252f86cc req-0ed9a15d-895c-491f-b9b6-5ab3463b4cb0 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Resources bound (agent type, host, resource id): {{(pid=103104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 03:05:55.338993 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.db.l3_dvrscheduler_db [req-599073da-d358-4d03-8c7c-d076252f86cc req-0ed9a15d-895c-491f-b9b6-5ab3463b4cb0 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Received port after_create {{(pid=103104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 03:05:55.345188 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed9a15d-895c-491f-b9b6-5ab3463b4cb0 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Pushing event updated for resources: {'Port': ['ID=a323100b-075b-4a4c-bf4e-b379d51b67fe,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:05:55.390288 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599073da-d358-4d03-8c7c-d076252f86cc req-0ed9a15d-895c-491f-b9b6-5ab3463b4cb0 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:05:55.390911 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-599073da-d358-4d03-8c7c-d076252f86cc req-0ed9a15d-895c-491f-b9b6-5ab3463b4cb0 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55355'] for port (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:05:55.407085 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-599073da-d358-4d03-8c7c-d076252f86cc req-0ed9a15d-895c-491f-b9b6-5ab3463b4cb0 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5481713 Mar 11 03:05:55.417949 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [req-599073da-d358-4d03-8c7c-d076252f86cc req-ab3b799e-3292-429b-a9f0-2515e5b4e157 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103104) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 03:05:55.418963 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-599073da-d358-4d03-8c7c-d076252f86cc req-ab3b799e-3292-429b-a9f0-2515e5b4e157 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058115 Mar 11 03:05:55.474952 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.v2.base [req-599073da-d358-4d03-8c7c-d076252f86cc req-00ae1b4b-f72f-4c1c-9390-67561618ee33 service neutron] Request body: {'port': {'device_id': 'e432eb6c-2843-406f-baa9-7d8e8708ad03', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=103104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:05:55.534628 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-599073da-d358-4d03-8c7c-d076252f86cc req-00ae1b4b-f72f-4c1c-9390-67561618ee33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (a323100b-075b-4a4c-bf4e-b379d51b67fe), before_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:05:55.608887 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [None req-a5a9bad1-a242-47cc-8ebe-4e1c2a59eba6 None None] Provisioning complete for port a323100b-075b-4a4c-bf4e-b379d51b67fe triggered by entity DHCP. {{(pid=103105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:05:55.609383 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-a5a9bad1-a242-47cc-8ebe-4e1c2a59eba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536573942'] for port (a323100b-075b-4a4c-bf4e-b379d51b67fe), provisioning_complete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:05:55.644522 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-a5a9bad1-a242-47cc-8ebe-4e1c2a59eba6 None None] Port a323100b-075b-4a4c-bf4e-b379d51b67fe cannot update to ACTIVE because it is not bound. {{(pid=103105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 03:05:55.707302 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-f28c0ae4-c5a5-4e67-96c2-37b36f3544e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (258069e3-19c1-49ed-8474-20b6ecde628d), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:05:55.789429 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.notifiers.nova [req-599073da-d358-4d03-8c7c-d076252f86cc req-00ae1b4b-f72f-4c1c-9390-67561618ee33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a323100b-075b-4a4c-bf4e-b379d51b67fe {{(pid=103104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 03:05:55.797116 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-599073da-d358-4d03-8c7c-d076252f86cc req-00ae1b4b-f72f-4c1c-9390-67561618ee33 service neutron] Publish callbacks [] for port (a323100b-075b-4a4c-bf4e-b379d51b67fe), precommit_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:05:55.808805 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.db.provisioning_blocks [req-599073da-d358-4d03-8c7c-d076252f86cc req-00ae1b4b-f72f-4c1c-9390-67561618ee33 service neutron] Transition to ACTIVE for port object a323100b-075b-4a4c-bf4e-b379d51b67fe will not be triggered until provisioned by entity L2. {{(pid=103104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 03:05:55.812197 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-599073da-d358-4d03-8c7c-d076252f86cc req-00ae1b4b-f72f-4c1c-9390-67561618ee33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9193786'] for port (a323100b-075b-4a4c-bf4e-b379d51b67fe), after_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:05:55.859585 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ae1b4b-f72f-4c1c-9390-67561618ee33 service neutron] Pushing event updated for resources: {'Port': ['ID=a323100b-075b-4a4c-bf4e-b379d51b67fe,revision_number=2']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:05:55.934071 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.managers [req-599073da-d358-4d03-8c7c-d076252f86cc req-00ae1b4b-f72f-4c1c-9390-67561618ee33 service neutron] Attempting to bind port a323100b-075b-4a4c-bf4e-b379d51b67fe on host hv-cinder-74014 for vnic_type normal with profile {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 03:05:55.934416 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.managers [req-599073da-d358-4d03-8c7c-d076252f86cc req-00ae1b4b-f72f-4c1c-9390-67561618ee33 service neutron] Attempting to bind port a323100b-075b-4a4c-bf4e-b379d51b67fe by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': '45f0554f-4816-4fc7-b15f-6b5fa2e57ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dc083c2a-b960-4ebd-85d4-93c0755ea1e6'}] {{(pid=103104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 03:05:55.934747 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599073da-d358-4d03-8c7c-d076252f86cc req-00ae1b4b-f72f-4c1c-9390-67561618ee33 service neutron] Attempting to bind port a323100b-075b-4a4c-bf4e-b379d51b67fe on network dc083c2a-b960-4ebd-85d4-93c0755ea1e6 {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 03:05:55.939622 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599073da-d358-4d03-8c7c-d076252f86cc req-00ae1b4b-f72f-4c1c-9390-67561618ee33 service neutron] Port a323100b-075b-4a4c-bf4e-b379d51b67fe on network dc083c2a-b960-4ebd-85d4-93c0755ea1e6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 03:05:55.939946 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599073da-d358-4d03-8c7c-d076252f86cc req-00ae1b4b-f72f-4c1c-9390-67561618ee33 service neutron] Attempting to bind port a323100b-075b-4a4c-bf4e-b379d51b67fe on network dc083c2a-b960-4ebd-85d4-93c0755ea1e6 {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 03:05:55.949641 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599073da-d358-4d03-8c7c-d076252f86cc req-00ae1b4b-f72f-4c1c-9390-67561618ee33 service neutron] Checking agent: {'id': '56ad6e9b-975a-4fdf-b549-1f3c33ba94e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 2, 52, 47), 'started_at': datetime.datetime(2022, 3, 11, 2, 52, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 3, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 03:05:55.949827 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599073da-d358-4d03-8c7c-d076252f86cc req-00ae1b4b-f72f-4c1c-9390-67561618ee33 service neutron] Checking segment: {'id': '45f0554f-4816-4fc7-b15f-6b5fa2e57ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dc083c2a-b960-4ebd-85d4-93c0755ea1e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 03:05:55.950104 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599073da-d358-4d03-8c7c-d076252f86cc req-00ae1b4b-f72f-4c1c-9390-67561618ee33 service neutron] Bound using segment: {'id': '45f0554f-4816-4fc7-b15f-6b5fa2e57ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dc083c2a-b960-4ebd-85d4-93c0755ea1e6'} {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 03:05:55.950533 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.managers [req-599073da-d358-4d03-8c7c-d076252f86cc req-00ae1b4b-f72f-4c1c-9390-67561618ee33 service neutron] Bound port: a323100b-075b-4a4c-bf4e-b379d51b67fe, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45f0554f-4816-4fc7-b15f-6b5fa2e57ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dc083c2a-b960-4ebd-85d4-93c0755ea1e6'}}] {{(pid=103104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 03:05:55.950892 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-599073da-d358-4d03-8c7c-d076252f86cc req-00ae1b4b-f72f-4c1c-9390-67561618ee33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (a323100b-075b-4a4c-bf4e-b379d51b67fe), before_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:05:56.026016 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.db [req-599073da-d358-4d03-8c7c-d076252f86cc req-00ae1b4b-f72f-4c1c-9390-67561618ee33 service neutron] For port a323100b-075b-4a4c-bf4e-b379d51b67fe, host hv-cinder-74014, cleared binding levels {{(pid=103104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 03:05:56.029598 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.db [req-599073da-d358-4d03-8c7c-d076252f86cc req-00ae1b4b-f72f-4c1c-9390-67561618ee33 service neutron] For port a323100b-075b-4a4c-bf4e-b379d51b67fe, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=a323100b-075b-4a4c-bf4e-b379d51b67fe,segment=NetworkSegment(45f0554f-4816-4fc7-b15f-6b5fa2e57ece),segment_id=45f0554f-4816-4fc7-b15f-6b5fa2e57ece)] {{(pid=103104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 03:05:56.040307 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-599073da-d358-4d03-8c7c-d076252f86cc req-00ae1b4b-f72f-4c1c-9390-67561618ee33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9193786'] for port (a323100b-075b-4a4c-bf4e-b379d51b67fe), after_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:05:56.056993 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516fb03c-89d0-4ab2-8951-a5c5f8436dcd req-ea7e8207-7689-42a1-ab7d-a5abebeaa3f3 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:05:56.058547 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-516fb03c-89d0-4ab2-8951-a5c5f8436dcd req-ea7e8207-7689-42a1-ab7d-a5abebeaa3f3 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.20 "GET /v2.0/ports?device_id=e432eb6c-2843-406f-baa9-7d8e8708ad03 HTTP/1.1" status: 200 len: 943 time: 0.0677347 Mar 11 03:05:56.080746 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599073da-d358-4d03-8c7c-d076252f86cc req-00ae1b4b-f72f-4c1c-9390-67561618ee33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:05:56.081341 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-599073da-d358-4d03-8c7c-d076252f86cc req-00ae1b4b-f72f-4c1c-9390-67561618ee33 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55355'] for port (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:05:56.082723 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-599073da-d358-4d03-8c7c-d076252f86cc req-00ae1b4b-f72f-4c1c-9390-67561618ee33 service neutron] 10.222.0.13 "PUT /v2.0/ports/a323100b-075b-4a4c-bf4e-b379d51b67fe HTTP/1.1" status: 200 len: 1093 time: 0.6572897 Mar 11 03:05:56.083179 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e432eb6c-2843-406f-baa9-7d8e8708ad03', 'tag': 'a323100b-075b-4a4c-bf4e-b379d51b67fe'}] {{(pid=103104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 03:05:56.085421 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b4e7651ceabe3a28ab45abcf2012854968d28c41040a071bcf34f6a69b109a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da3275ec-ca8f-4287-ae1c-cfed5df2bd64" -d '{"events": [{"name": "network-changed", "server_uuid": "e432eb6c-2843-406f-baa9-7d8e8708ad03", "tag": "a323100b-075b-4a4c-bf4e-b379d51b67fe"}]}' {{(pid=103104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 03:05:56.119536 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ae1b4b-f72f-4c1c-9390-67561618ee33 service neutron] Pushing event updated for resources: {'Port': ['ID=a323100b-075b-4a4c-bf4e-b379d51b67fe,revision_number=3']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:05:56.124241 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-516fb03c-89d0-4ab2-8951-a5c5f8436dcd req-0855037f-293d-4d2c-8c0e-210eafc81e25 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.20 "GET /v2.0/security-groups?id=99884ee5-255c-4145-b22f-2d9d2c78dc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598993 Mar 11 03:05:56.137514 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 03:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a4ce365-e913-4b7d-91ce-e258bbed05d9 x-openstack-request-id: req-1a4ce365-e913-4b7d-91ce-e258bbed05d9 {{(pid=103104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 03:05:56.137810 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e432eb6c-2843-406f-baa9-7d8e8708ad03", "tag": "a323100b-075b-4a4c-bf4e-b379d51b67fe", "status": "completed", "code": 200}]} {{(pid=103104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 03:05:56.138064 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1a4ce365-e913-4b7d-91ce-e258bbed05d9 {{(pid=103104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 03:05:56.138466 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e432eb6c-2843-406f-baa9-7d8e8708ad03', 'tag': 'a323100b-075b-4a4c-bf4e-b379d51b67fe', 'status': 'completed', 'code': 200} Mar 11 03:05:56.183801 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599073da-d358-4d03-8c7c-d076252f86cc req-e591dccd-ba58-467e-864e-b00f08a07fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:05:56.185370 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-599073da-d358-4d03-8c7c-d076252f86cc req-e591dccd-ba58-467e-864e-b00f08a07fcd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2b4303e0b14a4764a3e0bdfada32ab0d&device_id=e432eb6c-2843-406f-baa9-7d8e8708ad03 HTTP/1.1" status: 200 len: 1127 time: 0.0460756 Mar 11 03:05:56.231421 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-599073da-d358-4d03-8c7c-d076252f86cc req-da3bf800-a9f5-4ec5-b230-d66699aa9732 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a323100b-075b-4a4c-bf4e-b379d51b67fe HTTP/1.1" status: 200 len: 217 time: 0.0397005 Mar 11 03:05:56.281084 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599073da-d358-4d03-8c7c-d076252f86cc req-2ebb752a-df70-4d0c-86f5-098708aff011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:05:56.282616 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-599073da-d358-4d03-8c7c-d076252f86cc req-2ebb752a-df70-4d0c-86f5-098708aff011 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3939f6db-104b-439d-aa6d-0e5f788bcd04 HTTP/1.1" status: 200 len: 853 time: 0.0457282 Mar 11 03:05:56.332005 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599073da-d358-4d03-8c7c-d076252f86cc req-67055d0a-6514-430e-9d81-a9cced317211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:05:56.333438 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-599073da-d358-4d03-8c7c-d076252f86cc req-67055d0a-6514-430e-9d81-a9cced317211 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dc083c2a-b960-4ebd-85d4-93c0755ea1e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0441895 Mar 11 03:05:56.431422 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-599073da-d358-4d03-8c7c-d076252f86cc req-c66b7952-0b05-4cf8-8e5f-f149b135149b service neutron] 10.222.0.13 "GET /v2.0/networks/dc083c2a-b960-4ebd-85d4-93c0755ea1e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922110 Mar 11 03:05:56.518393 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-599073da-d358-4d03-8c7c-d076252f86cc req-10896767-ea2b-4d21-8ab8-eb55e3ba2b63 service neutron] 10.222.0.13 "GET /v2.0/networks/dc083c2a-b960-4ebd-85d4-93c0755ea1e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813866 Mar 11 03:05:56.609149 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3275ec-ca8f-4287-ae1c-cfed5df2bd64 req-b3e7eb6a-adcb-4cdf-9cbd-fd0d13ad6d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:05:56.610535 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-da3275ec-ca8f-4287-ae1c-cfed5df2bd64 req-b3e7eb6a-adcb-4cdf-9cbd-fd0d13ad6d5b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2b4303e0b14a4764a3e0bdfada32ab0d&device_id=e432eb6c-2843-406f-baa9-7d8e8708ad03 HTTP/1.1" status: 200 len: 1127 time: 0.0480626 Mar 11 03:05:56.698368 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3275ec-ca8f-4287-ae1c-cfed5df2bd64 req-a7c1793f-86cb-4e4b-b261-73962a239d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:05:56.699823 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-da3275ec-ca8f-4287-ae1c-cfed5df2bd64 req-a7c1793f-86cb-4e4b-b261-73962a239d2b service neutron] 10.222.0.13 "GET /v2.0/networks?id=dc083c2a-b960-4ebd-85d4-93c0755ea1e6 HTTP/1.1" status: 200 len: 915 time: 0.0827291 Mar 11 03:05:56.751103 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-da3275ec-ca8f-4287-ae1c-cfed5df2bd64 req-0175958d-97f9-434d-a074-d9a70d7ea8c3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a323100b-075b-4a4c-bf4e-b379d51b67fe HTTP/1.1" status: 200 len: 217 time: 0.0446773 Mar 11 03:05:56.798894 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3275ec-ca8f-4287-ae1c-cfed5df2bd64 req-b4764e7a-c69c-4495-8010-b59bdde09cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:05:56.800333 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-da3275ec-ca8f-4287-ae1c-cfed5df2bd64 req-b4764e7a-c69c-4495-8010-b59bdde09cff service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3939f6db-104b-439d-aa6d-0e5f788bcd04 HTTP/1.1" status: 200 len: 853 time: 0.0434241 Mar 11 03:05:56.849387 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3275ec-ca8f-4287-ae1c-cfed5df2bd64 req-0ec3dec6-8495-45f3-af86-626febd45be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:05:56.850916 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-da3275ec-ca8f-4287-ae1c-cfed5df2bd64 req-0ec3dec6-8495-45f3-af86-626febd45be4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dc083c2a-b960-4ebd-85d4-93c0755ea1e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0444343 Mar 11 03:05:56.940358 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-da3275ec-ca8f-4287-ae1c-cfed5df2bd64 req-3a0040e7-b0ee-4142-9f08-153c2b55a374 service neutron] 10.222.0.13 "GET /v2.0/networks/dc083c2a-b960-4ebd-85d4-93c0755ea1e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836177 Mar 11 03:05:57.026275 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-da3275ec-ca8f-4287-ae1c-cfed5df2bd64 req-cd5940fb-187b-43a7-81e6-d9a425ce86df service neutron] 10.222.0.13 "GET /v2.0/networks/dc083c2a-b960-4ebd-85d4-93c0755ea1e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801690 Mar 11 03:05:57.187093 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-afaf34ad-b747-4180-ba41-f81d7ecfb39b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (b193670b-9854-4e90-bc6a-e616470c2469), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:05:57.249064 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef7b9cc-af01-43c3-b777-73eec79b81a5 req-0ea778b2-0632-4f92-959b-0c4bc05637ba tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:05:57.250433 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-5ef7b9cc-af01-43c3-b777-73eec79b81a5 req-0ea778b2-0632-4f92-959b-0c4bc05637ba tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.20 "GET /v2.0/ports?device_id=e432eb6c-2843-406f-baa9-7d8e8708ad03 HTTP/1.1" status: 200 len: 943 time: 0.0557263 Mar 11 03:05:57.295824 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-5ef7b9cc-af01-43c3-b777-73eec79b81a5 req-5211648e-178f-4f8d-b746-f4cdea217871 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.20 "GET /v2.0/security-groups?id=99884ee5-255c-4145-b22f-2d9d2c78dc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398269 Mar 11 03:05:58.415242 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1915b89-3d10-4ec5-823c-afcc9dbd4feb req-00ae444b-daae-4a64-a1a0-e0d1c0e660fc tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:05:58.417730 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-c1915b89-3d10-4ec5-823c-afcc9dbd4feb req-00ae444b-daae-4a64-a1a0-e0d1c0e660fc tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.20 "GET /v2.0/ports?device_id=e432eb6c-2843-406f-baa9-7d8e8708ad03 HTTP/1.1" status: 200 len: 943 time: 0.0559769 Mar 11 03:05:58.469803 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-c1915b89-3d10-4ec5-823c-afcc9dbd4feb req-76e7e3cf-8dcf-4dcd-8a30-52713321ea8e tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.20 "GET /v2.0/security-groups?id=99884ee5-255c-4145-b22f-2d9d2c78dc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469191 Mar 11 03:05:58.751813 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (36a16930-fe6f-49e2-96be-29faaa54e9a3), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:05:59.066192 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Device a323100b-075b-4a4c-bf4e-b379d51b67fe details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=103105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 03:05:59.161880 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] For port a323100b-075b-4a4c-bf4e-b379d51b67fe, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=a323100b-075b-4a4c-bf4e-b379d51b67fe,segment=NetworkSegment(45f0554f-4816-4fc7-b15f-6b5fa2e57ece),segment_id=45f0554f-4816-4fc7-b15f-6b5fa2e57ece)] {{(pid=103105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:05:59.172897 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Returning: {'device': 'a323100b-075b-4a4c-bf4e-b379d51b67fe', 'network_id': 'dc083c2a-b960-4ebd-85d4-93c0755ea1e6', 'port_id': 'a323100b-075b-4a4c-bf4e-b379d51b67fe', 'mac_address': 'fa:16:3e:1d:f8:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3939f6db-104b-439d-aa6d-0e5f788bcd04', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 03:05:59.208661 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Current status of the port a323100b-075b-4a4c-bf4e-b379d51b67fe is: DOWN; New status is: BUILD {{(pid=103105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:05:59.209051 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (a323100b-075b-4a4c-bf4e-b379d51b67fe), before_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:05:59.222189 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.notifiers.nova [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a323100b-075b-4a4c-bf4e-b379d51b67fe {{(pid=103105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 03:05:59.241286 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] For port a323100b-075b-4a4c-bf4e-b379d51b67fe, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=a323100b-075b-4a4c-bf4e-b379d51b67fe,segment=NetworkSegment(45f0554f-4816-4fc7-b15f-6b5fa2e57ece),segment_id=45f0554f-4816-4fc7-b15f-6b5fa2e57ece)] {{(pid=103105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:05:59.245028 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712'] for port (a323100b-075b-4a4c-bf4e-b379d51b67fe), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:05:59.290878 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Pushing event updated for resources: {'Port': ['ID=a323100b-075b-4a4c-bf4e-b379d51b67fe,revision_number=4']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:05:59.297819 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:05:59.298224 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:05:59.298677 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:05:59.299077 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:05:59.299541 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:05:59.299970 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:05:59.300527 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:05:59.300874 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:05:59.301240 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:05:59.301581 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:05:59.301917 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:05:59.302253 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:05:59.302585 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:05:59.543443 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] get_ports_and_sgs() called for port_ids ['a323100b-075b-4a4c-bf4e-b379d51b67fe'] {{(pid=103105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 03:05:59.585896 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6202282-0003-40f1-b66a-89751488741c req-a00827bf-0f2a-4805-8560-ba3d1ff8d484 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:05:59.587387 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-a6202282-0003-40f1-b66a-89751488741c req-a00827bf-0f2a-4805-8560-ba3d1ff8d484 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.20 "GET /v2.0/ports?device_id=e432eb6c-2843-406f-baa9-7d8e8708ad03 HTTP/1.1" status: 200 len: 944 time: 0.0528986 Mar 11 03:05:59.633245 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-a6202282-0003-40f1-b66a-89751488741c req-53a21ecd-bd4d-40ba-8c95-1bc772b2c022 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.20 "GET /v2.0/security-groups?id=99884ee5-255c-4145-b22f-2d9d2c78dc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401583 Mar 11 03:06:00.746572 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaf4c82-d79f-4d77-808e-d162af126d83 req-f0c93b96-228d-4971-81b9-da3a9eb69d01 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:06:00.748030 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-6eaf4c82-d79f-4d77-808e-d162af126d83 req-f0c93b96-228d-4971-81b9-da3a9eb69d01 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.20 "GET /v2.0/ports?device_id=e432eb6c-2843-406f-baa9-7d8e8708ad03 HTTP/1.1" status: 200 len: 944 time: 0.0510502 Mar 11 03:06:00.794117 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-6eaf4c82-d79f-4d77-808e-d162af126d83 req-36444920-cfb4-4dbb-982a-0b1d155a7dfb tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.20 "GET /v2.0/security-groups?id=99884ee5-255c-4145-b22f-2d9d2c78dc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398417 Mar 11 03:06:01.075072 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Device a323100b-075b-4a4c-bf4e-b379d51b67fe up at agent hyperv_hv-cinder-74014 {{(pid=103105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 03:06:01.121615 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Provisioning for port a323100b-075b-4a4c-bf4e-b379d51b67fe completed by entity L2. {{(pid=103105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 03:06:01.125918 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Provisioning complete for port a323100b-075b-4a4c-bf4e-b379d51b67fe triggered by entity L2. {{(pid=103105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:06:01.126290 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536573942'] for port (a323100b-075b-4a4c-bf4e-b379d51b67fe), provisioning_complete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:06:01.202914 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Current status of the port a323100b-075b-4a4c-bf4e-b379d51b67fe is: BUILD; New status is: ACTIVE {{(pid=103105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:06:01.203224 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (a323100b-075b-4a4c-bf4e-b379d51b67fe), before_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:06:01.224196 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e432eb6c-2843-406f-baa9-7d8e8708ad03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a323100b-075b-4a4c-bf4e-b379d51b67fe'}] {{(pid=103105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 03:06:01.226410 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}703a16387464127cc7b8de6906938e3e01810e7f46b2e9393936db54d9388ffe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee8b5e8e-4882-4468-9e93-1c32ba4df6f0" -d '{"events": [{"server_uuid": "e432eb6c-2843-406f-baa9-7d8e8708ad03", "name": "network-vif-plugged", "status": "completed", "tag": "a323100b-075b-4a4c-bf4e-b379d51b67fe"}]}' {{(pid=103105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 03:06:01.239038 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] For port a323100b-075b-4a4c-bf4e-b379d51b67fe, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=a323100b-075b-4a4c-bf4e-b379d51b67fe,segment=NetworkSegment(45f0554f-4816-4fc7-b15f-6b5fa2e57ece),segment_id=45f0554f-4816-4fc7-b15f-6b5fa2e57ece)] {{(pid=103105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:06:01.244501 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712'] for port (a323100b-075b-4a4c-bf4e-b379d51b67fe), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:06:01.267420 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 03:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40c86a3c-77d1-4ba3-84ea-4a475be2b892 x-openstack-request-id: req-40c86a3c-77d1-4ba3-84ea-4a475be2b892 {{(pid=103105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 03:06:01.267713 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e432eb6c-2843-406f-baa9-7d8e8708ad03", "name": "network-vif-plugged", "status": "completed", "tag": "a323100b-075b-4a4c-bf4e-b379d51b67fe", "code": 200}]} {{(pid=103105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 03:06:01.267969 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-40c86a3c-77d1-4ba3-84ea-4a475be2b892 {{(pid=103105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 03:06:01.268349 dv-cinder-740146-14-smb neutron-server[103105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e432eb6c-2843-406f-baa9-7d8e8708ad03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a323100b-075b-4a4c-bf4e-b379d51b67fe', 'code': 200} Mar 11 03:06:01.293548 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Pushing event updated for resources: {'Port': ['ID=a323100b-075b-4a4c-bf4e-b379d51b67fe,revision_number=5']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:06:01.425222 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28944e5-3a70-415b-a508-514a78a8268c req-d92ceb98-c6de-4a3c-9b0e-a7114072b03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:06:01.426930 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-e28944e5-3a70-415b-a508-514a78a8268c req-d92ceb98-c6de-4a3c-9b0e-a7114072b03c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e432eb6c-2843-406f-baa9-7d8e8708ad03 HTTP/1.1" status: 200 len: 1129 time: 0.0420868 Mar 11 03:06:01.471260 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-e28944e5-3a70-415b-a508-514a78a8268c req-8eb2ad2c-eba6-48b5-8236-cd1217eba611 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=99884ee5-255c-4145-b22f-2d9d2c78dc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384517 Mar 11 03:06:01.911331 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fcfd9e-506f-4e62-8fc5-7a331f5ae5c3 req-66049c69-605c-4922-a857-fb54dd637b47 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:06:01.912791 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-c3fcfd9e-506f-4e62-8fc5-7a331f5ae5c3 req-66049c69-605c-4922-a857-fb54dd637b47 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.20 "GET /v2.0/ports?device_id=e432eb6c-2843-406f-baa9-7d8e8708ad03 HTTP/1.1" status: 200 len: 945 time: 0.0537684 Mar 11 03:06:01.957181 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-c3fcfd9e-506f-4e62-8fc5-7a331f5ae5c3 req-f0b721d1-e484-4c5e-bc3a-fe485a8b4c7e tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.20 "GET /v2.0/security-groups?id=99884ee5-255c-4145-b22f-2d9d2c78dc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381522 Mar 11 03:06:03.075970 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060a8dce-d781-4341-a766-3e5bf4662a0b req-47a418a8-d11e-4352-a903-74fd2014c437 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:06:03.077391 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-060a8dce-d781-4341-a766-3e5bf4662a0b req-47a418a8-d11e-4352-a903-74fd2014c437 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.20 "GET /v2.0/ports?device_id=e432eb6c-2843-406f-baa9-7d8e8708ad03 HTTP/1.1" status: 200 len: 945 time: 0.0512455 Mar 11 03:06:03.122859 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-060a8dce-d781-4341-a766-3e5bf4662a0b req-e3daf076-709f-42d7-b92d-f602d16effaa tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.20 "GET /v2.0/security-groups?id=99884ee5-255c-4145-b22f-2d9d2c78dc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400114 Mar 11 03:06:03.232956 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74f3b7e-517c-4a40-bf93-334f165e1a5e req-166035e7-0252-413f-8a37-c2527d65e5ed tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:06:03.234433 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-c74f3b7e-517c-4a40-bf93-334f165e1a5e req-166035e7-0252-413f-8a37-c2527d65e5ed tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.20 "GET /v2.0/ports?device_id=e432eb6c-2843-406f-baa9-7d8e8708ad03 HTTP/1.1" status: 200 len: 945 time: 0.0509355 Mar 11 03:06:03.242678 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 47712) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:06:03.246881 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.v2.base [None req-a4a6210f-58d0-40f2-87a4-d35c88191836 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Request body: {'floatingip': {'port_id': 'a323100b-075b-4a4c-bf4e-b379d51b67fe'}} {{(pid=103103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:06:03.283741 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-a4a6210f-58d0-40f2-87a4-d35c88191836 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks [] for floatingip (b478e87c-8dab-4ee0-8f7d-b03923af7423), before_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:06:03.929868 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-a4a6210f-58d0-40f2-87a4-d35c88191836 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:06:03.934175 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-a4a6210f-58d0-40f2-87a4-d35c88191836 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580600'] for floatingip (b478e87c-8dab-4ee0-8f7d-b03923af7423), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:06:04.032039 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.db.l3_db [None req-a4a6210f-58d0-40f2-87a4-d35c88191836 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Floating IP b478e87c-8dab-4ee0-8f7d-b03923af7423 associated. External IP: 172.28.1.229, port: a323100b-075b-4a4c-bf4e-b379d51b67fe. Mar 11 03:06:04.236976 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4a6210f-58d0-40f2-87a4-d35c88191836 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Router 16462fb9-b56a-4faa-b136-96f09394e3aa has already been hosted by L3 agent 368653ed-b5ce-4183-9c3b-231a0bc3dd35 {{(pid=103103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 03:06:04.343755 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4a6210f-58d0-40f2-87a4-d35c88191836 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Notify agent at l3_agent.dv-cinder-740146-14-smb the message routers_updated {{(pid=103103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 03:06:04.348385 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-a4a6210f-58d0-40f2-87a4-d35c88191836 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55355'] for floatingip (None), before_response {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:06:04.353777 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a977e3-d8a8-4691-aa24-c59bae2d9c83 None None] Sync routers for ids ['16462fb9-b56a-4faa-b136-96f09394e3aa'] in dv-cinder-740146-14-smb {{(pid=103105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 03:06:04.363240 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a977e3-d8a8-4691-aa24-c59bae2d9c83 None None] Routers {'16462fb9-b56a-4faa-b136-96f09394e3aa'} bound to L3 agent in host dv-cinder-740146-14-smb {{(pid=103105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:06:04.363856 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_hamode_db [None req-14a977e3-d8a8-4691-aa24-c59bae2d9c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T02:46:25Z,description=,heartbeat_timestamp=2022-03-11T03:05:55Z,host='dv-cinder-740146-14-smb',id=368653ed-b5ce-4183-9c3b-231a0bc3dd35,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T02:46:25Z,topic='l3_agent')) {'router_ids': ['16462fb9-b56a-4faa-b136-96f09394e3aa'], 'active': True} {{(pid=103105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:06:04.377599 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-a4a6210f-58d0-40f2-87a4-d35c88191836 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.20 "PUT /v2.0/floatingips/b478e87c-8dab-4ee0-8f7d-b03923af7423 HTTP/1.1" status: 200 len: 991 time: 1.1339068 Mar 11 03:06:04.378298 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e432eb6c-2843-406f-baa9-7d8e8708ad03', 'tag': 'a323100b-075b-4a4c-bf4e-b379d51b67fe'}] {{(pid=103103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 03:06:04.380646 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01538650e82e627c230aebb0f4260c9c3d521d1c82d3da266e06d33243b5f1b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5331fbaa-532a-4815-9fbd-203e1e0d5cf1" -d '{"events": [{"name": "network-changed", "server_uuid": "e432eb6c-2843-406f-baa9-7d8e8708ad03", "tag": "a323100b-075b-4a4c-bf4e-b379d51b67fe"}]}' {{(pid=103103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 03:06:04.474111 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 03:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35d32a62-7987-4b64-a7bb-d56e0f7cf3b3 x-openstack-request-id: req-35d32a62-7987-4b64-a7bb-d56e0f7cf3b3 {{(pid=103103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 03:06:04.474412 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e432eb6c-2843-406f-baa9-7d8e8708ad03", "tag": "a323100b-075b-4a4c-bf4e-b379d51b67fe", "status": "completed", "code": 200}]} {{(pid=103103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 03:06:04.474672 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-35d32a62-7987-4b64-a7bb-d56e0f7cf3b3 {{(pid=103103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 03:06:04.475085 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e432eb6c-2843-406f-baa9-7d8e8708ad03', 'tag': 'a323100b-075b-4a4c-bf4e-b379d51b67fe', 'status': 'completed', 'code': 200} Mar 11 03:06:04.477814 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_dvr_db [None req-14a977e3-d8a8-4691-aa24-c59bae2d9c83 None None] Set router 16462fb9-b56a-4faa-b136-96f09394e3aa gateway port host: dv-cinder-740146-14-smb {{(pid=103105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:06:04.542461 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5331fbaa-532a-4815-9fbd-203e1e0d5cf1 req-7fce784a-1d83-4334-af2f-63c59d38b2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:06:04.543896 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-5331fbaa-532a-4815-9fbd-203e1e0d5cf1 req-7fce784a-1d83-4334-af2f-63c59d38b2b6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2b4303e0b14a4764a3e0bdfada32ab0d&device_id=e432eb6c-2843-406f-baa9-7d8e8708ad03 HTTP/1.1" status: 200 len: 1129 time: 0.0464361 Mar 11 03:06:04.640408 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5331fbaa-532a-4815-9fbd-203e1e0d5cf1 req-f7eb13d8-9bf9-44b8-8ba5-40c69227b6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:06:04.641902 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-5331fbaa-532a-4815-9fbd-203e1e0d5cf1 req-f7eb13d8-9bf9-44b8-8ba5-40c69227b6cd service neutron] 10.222.0.13 "GET /v2.0/networks?id=dc083c2a-b960-4ebd-85d4-93c0755ea1e6 HTTP/1.1" status: 200 len: 915 time: 0.0916994 Mar 11 03:06:04.703728 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-5331fbaa-532a-4815-9fbd-203e1e0d5cf1 req-b4774ef7-83b3-48f5-a705-324d283c5304 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a323100b-075b-4a4c-bf4e-b379d51b67fe HTTP/1.1" status: 200 len: 999 time: 0.0561829 Mar 11 03:06:04.759742 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5331fbaa-532a-4815-9fbd-203e1e0d5cf1 req-d69de410-f5e7-4038-b167-de7f7a2ef5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:06:04.761281 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-5331fbaa-532a-4815-9fbd-203e1e0d5cf1 req-d69de410-f5e7-4038-b167-de7f7a2ef5d5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3939f6db-104b-439d-aa6d-0e5f788bcd04 HTTP/1.1" status: 200 len: 853 time: 0.0514548 Mar 11 03:06:04.809123 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5331fbaa-532a-4815-9fbd-203e1e0d5cf1 req-a4b8d711-24e0-4d82-a9e1-7371ce4f0328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:06:04.810615 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-5331fbaa-532a-4815-9fbd-203e1e0d5cf1 req-a4b8d711-24e0-4d82-a9e1-7371ce4f0328 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dc083c2a-b960-4ebd-85d4-93c0755ea1e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0442319 Mar 11 03:06:04.828002 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_hamode_db [None req-14a977e3-d8a8-4691-aa24-c59bae2d9c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16462fb9-b56a-4faa-b136-96f09394e3aa', 'name': 'tempest-AttachVolumeNegativeTest-761504005-router', 'tenant_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'external_fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.147'}], 'enable_snat': True}, 'gw_port_id': '1fd2952d-1552-46b5-b0a8-7a5ebbb68a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:02:44Z', 'updated_at': '2022-03-11T03:02:47Z', 'revision_number': 4, 'project_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'gw_port': {'id': '1fd2952d-1552-46b5-b0a8-7a5ebbb68a11', 'name': '', 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:54:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16462fb9-b56a-4faa-b136-96f09394e3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:02:45Z', 'updated_at': '2022-03-11T03:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-smb', '_floatingips': [{'id': 'b478e87c-8dab-4ee0-8f7d-b03923af7423', 'tenant_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'floating_ip_address': '172.28.1.229', 'floating_network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'router_id': '16462fb9-b56a-4faa-b136-96f09394e3aa', 'port_id': 'a323100b-075b-4a4c-bf4e-b379d51b67fe', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc083c2a-b960-4ebd-85d4-93c0755ea1e6', 'mac_address': 'fa:16:3e:1d:f8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e432eb6c-2843-406f-baa9-7d8e8708ad03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T03:05:52Z', 'updated_at': '2022-03-11T03:06:03Z', 'revision_number': 1, 'project_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04727a9f-b0af-438e-975d-2aa287012822', 'name': '', 'network_id': 'dc083c2a-b960-4ebd-85d4-93c0755ea1e6', 'tenant_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'mac_address': 'fa:16:3e:bb:df:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16462fb9-b56a-4faa-b136-96f09394e3aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '3939f6db-104b-439d-aa6d-0e5f788bcd04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:02:47Z', 'updated_at': '2022-03-11T03:02:50Z', 'revision_number': 5, 'project_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'subnets': [{'id': '3939f6db-104b-439d-aa6d-0e5f788bcd04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-14-smb', False) {} {{(pid=103105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:06:04.858303 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a977e3-d8a8-4691-aa24-c59bae2d9c83 None None] Checking router: 16462fb9-b56a-4faa-b136-96f09394e3aa for host: dv-cinder-740146-14-smb {{(pid=103105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 03:06:04.866529 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a977e3-d8a8-4691-aa24-c59bae2d9c83 None None] Routers {'16462fb9-b56a-4faa-b136-96f09394e3aa'} bound to L3 agent in host dv-cinder-740146-14-smb {{(pid=103105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:06:04.867134 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_hamode_db [None req-14a977e3-d8a8-4691-aa24-c59bae2d9c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T02:46:25Z,description=,heartbeat_timestamp=2022-03-11T03:05:55Z,host='dv-cinder-740146-14-smb',id=368653ed-b5ce-4183-9c3b-231a0bc3dd35,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T02:46:25Z,topic='l3_agent')) {'router_ids': ['16462fb9-b56a-4faa-b136-96f09394e3aa'], 'active': True} {{(pid=103105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:06:04.898133 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-5331fbaa-532a-4815-9fbd-203e1e0d5cf1 req-998f4e90-7275-47ef-b9e5-5930adbf4389 service neutron] 10.222.0.13 "GET /v2.0/networks/dc083c2a-b960-4ebd-85d4-93c0755ea1e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807700 Mar 11 03:06:04.972933 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_dvr_db [None req-14a977e3-d8a8-4691-aa24-c59bae2d9c83 None None] Set router 16462fb9-b56a-4faa-b136-96f09394e3aa gateway port host: dv-cinder-740146-14-smb {{(pid=103105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:06:04.988756 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-5331fbaa-532a-4815-9fbd-203e1e0d5cf1 req-ff57c331-65cb-4414-85d5-7017f48f2364 service neutron] 10.222.0.13 "GET /v2.0/networks/dc083c2a-b960-4ebd-85d4-93c0755ea1e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847900 Mar 11 03:06:05.189462 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_hamode_db [None req-14a977e3-d8a8-4691-aa24-c59bae2d9c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16462fb9-b56a-4faa-b136-96f09394e3aa', 'name': 'tempest-AttachVolumeNegativeTest-761504005-router', 'tenant_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'external_fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.147'}], 'enable_snat': True}, 'gw_port_id': '1fd2952d-1552-46b5-b0a8-7a5ebbb68a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:02:44Z', 'updated_at': '2022-03-11T03:02:47Z', 'revision_number': 4, 'project_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'gw_port': {'id': '1fd2952d-1552-46b5-b0a8-7a5ebbb68a11', 'name': '', 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:54:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16462fb9-b56a-4faa-b136-96f09394e3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:02:45Z', 'updated_at': '2022-03-11T03:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-smb', '_floatingips': [{'id': 'b478e87c-8dab-4ee0-8f7d-b03923af7423', 'tenant_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'floating_ip_address': '172.28.1.229', 'floating_network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'router_id': '16462fb9-b56a-4faa-b136-96f09394e3aa', 'port_id': 'a323100b-075b-4a4c-bf4e-b379d51b67fe', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc083c2a-b960-4ebd-85d4-93c0755ea1e6', 'mac_address': 'fa:16:3e:1d:f8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e432eb6c-2843-406f-baa9-7d8e8708ad03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T03:05:52Z', 'updated_at': '2022-03-11T03:06:03Z', 'revision_number': 1, 'project_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04727a9f-b0af-438e-975d-2aa287012822', 'name': '', 'network_id': 'dc083c2a-b960-4ebd-85d4-93c0755ea1e6', 'tenant_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'mac_address': 'fa:16:3e:bb:df:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16462fb9-b56a-4faa-b136-96f09394e3aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '3939f6db-104b-439d-aa6d-0e5f788bcd04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:02:47Z', 'updated_at': '2022-03-11T03:02:50Z', 'revision_number': 5, 'project_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'subnets': [{'id': '3939f6db-104b-439d-aa6d-0e5f788bcd04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-14-smb', False) {} {{(pid=103105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:06:05.219499 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a977e3-d8a8-4691-aa24-c59bae2d9c83 None None] The sync data for ids ['16462fb9-b56a-4faa-b136-96f09394e3aa'] in dv-cinder-740146-14-smb is: [{'id': '16462fb9-b56a-4faa-b136-96f09394e3aa', 'name': 'tempest-AttachVolumeNegativeTest-761504005-router', 'tenant_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'external_fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.147'}], 'enable_snat': True}, 'gw_port_id': '1fd2952d-1552-46b5-b0a8-7a5ebbb68a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:02:44Z', 'updated_at': '2022-03-11T03:02:47Z', 'revision_number': 4, 'project_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'gw_port': {'id': '1fd2952d-1552-46b5-b0a8-7a5ebbb68a11', 'name': '', 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:54:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16462fb9-b56a-4faa-b136-96f09394e3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:02:45Z', 'updated_at': '2022-03-11T03:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-smb', '_floatingips': [{'id': 'b478e87c-8dab-4ee0-8f7d-b03923af7423', 'tenant_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'floating_ip_address': '172.28.1.229', 'floating_network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'router_id': '16462fb9-b56a-4faa-b136-96f09394e3aa', 'port_id': 'a323100b-075b-4a4c-bf4e-b379d51b67fe', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc083c2a-b960-4ebd-85d4-93c0755ea1e6', 'mac_address': 'fa:16:3e:1d:f8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e432eb6c-2843-406f-baa9-7d8e8708ad03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T03:05:52Z', 'updated_at': '2022-03-11T03:06:03Z', 'revision_number': 1, 'project_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04727a9f-b0af-438e-975d-2aa287012822', 'name': '', 'network_id': 'dc083c2a-b960-4ebd-85d4-93c0755ea1e6', 'tenant_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'mac_address': 'fa:16:3e:bb:df:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16462fb9-b56a-4faa-b136-96f09394e3aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '3939f6db-104b-439d-aa6d-0e5f788bcd04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:02:47Z', 'updated_at': '2022-03-11T03:02:50Z', 'revision_number': 5, 'project_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'subnets': [{'id': '3939f6db-104b-439d-aa6d-0e5f788bcd04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 03:06:05.404575 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ed39e7-b08a-483b-a9ae-070a492df1ee None None] New status for floating IP b478e87c-8dab-4ee0-8f7d-b03923af7423: ACTIVE {{(pid=103106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 03:06:05.911344 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.agents_db [None req-3d558b34-a2e4-40ae-982b-3a8752938275 None None] Agent healthcheck: found 6 active agents {{(pid=103106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 03:06:17.443244 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (56ad6e9b-975a-4fdf-b549-1f3c33ba94e0), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:06:22.441302 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-19e8f873-52da-4201-8bf9-edde793d8f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (27668cff-ea20-4e06-9a9c-d4f827fe3eb1), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:06:24.835148 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-9c3dd4a3-e9e5-4a5b-90ba-cb93f8071a93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (368653ed-b5ce-4183-9c3b-231a0bc3dd35), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:06:25.710246 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-f28c0ae4-c5a5-4e67-96c2-37b36f3544e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (258069e3-19c1-49ed-8474-20b6ecde628d), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:06:27.189047 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-afaf34ad-b747-4180-ba41-f81d7ecfb39b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (b193670b-9854-4e90-bc6a-e616470c2469), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:06:28.755116 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (36a16930-fe6f-49e2-96be-29faaa54e9a3), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:06:42.910027 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.agents_db [None req-3d558b34-a2e4-40ae-982b-3a8752938275 None None] Agent healthcheck: found 6 active agents {{(pid=103106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 03:06:47.452630 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (56ad6e9b-975a-4fdf-b549-1f3c33ba94e0), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:06:52.442413 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-9c04c667-3197-4d99-ba24-c54239574238 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (27668cff-ea20-4e06-9a9c-d4f827fe3eb1), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:06:54.836081 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-3c3843d7-30ee-40a9-8ec1-5667565c8be5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (368653ed-b5ce-4183-9c3b-231a0bc3dd35), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:06:55.714828 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-f28c0ae4-c5a5-4e67-96c2-37b36f3544e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (258069e3-19c1-49ed-8474-20b6ecde628d), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:06:56.381921 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-975ad3e4-fced-498e-b5de-4e86b9e87b99 req-f76c6d9d-edc6-4439-8855-eba253f62890 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e432eb6c-2843-406f-baa9-7d8e8708ad03&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0437195 Mar 11 03:06:56.462759 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975ad3e4-fced-498e-b5de-4e86b9e87b99 req-d16061d2-d733-4497-b34f-0741e338463b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:06:56.464206 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-975ad3e4-fced-498e-b5de-4e86b9e87b99 req-d16061d2-d733-4497-b34f-0741e338463b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2b4303e0b14a4764a3e0bdfada32ab0d&device_id=e432eb6c-2843-406f-baa9-7d8e8708ad03 HTTP/1.1" status: 200 len: 1129 time: 0.0431740 Mar 11 03:06:56.565859 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975ad3e4-fced-498e-b5de-4e86b9e87b99 req-5453f7d1-31a1-482f-8320-f69081cfd126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:06:56.567315 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-975ad3e4-fced-498e-b5de-4e86b9e87b99 req-5453f7d1-31a1-482f-8320-f69081cfd126 service neutron] 10.222.0.13 "GET /v2.0/networks?id=dc083c2a-b960-4ebd-85d4-93c0755ea1e6 HTTP/1.1" status: 200 len: 915 time: 0.0855141 Mar 11 03:06:56.636593 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-975ad3e4-fced-498e-b5de-4e86b9e87b99 req-434cbb8a-c1f9-485b-8abc-a0740b4f26b2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a323100b-075b-4a4c-bf4e-b379d51b67fe HTTP/1.1" status: 200 len: 1001 time: 0.0630755 Mar 11 03:06:56.685542 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975ad3e4-fced-498e-b5de-4e86b9e87b99 req-63a4cf84-a658-480a-acd7-4b40088fb0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:06:56.686960 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-975ad3e4-fced-498e-b5de-4e86b9e87b99 req-63a4cf84-a658-480a-acd7-4b40088fb0a9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3939f6db-104b-439d-aa6d-0e5f788bcd04 HTTP/1.1" status: 200 len: 853 time: 0.0449514 Mar 11 03:06:56.734442 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975ad3e4-fced-498e-b5de-4e86b9e87b99 req-e7775711-fa3d-4e10-92dd-5c296b91ba80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:06:56.735926 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-975ad3e4-fced-498e-b5de-4e86b9e87b99 req-e7775711-fa3d-4e10-92dd-5c296b91ba80 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dc083c2a-b960-4ebd-85d4-93c0755ea1e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0434792 Mar 11 03:06:56.824150 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-975ad3e4-fced-498e-b5de-4e86b9e87b99 req-68e9bd4a-f644-4476-85e3-d2b783b3016b service neutron] 10.222.0.13 "GET /v2.0/networks/dc083c2a-b960-4ebd-85d4-93c0755ea1e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821838 Mar 11 03:06:56.918562 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-975ad3e4-fced-498e-b5de-4e86b9e87b99 req-201ff173-7786-464a-af47-fc7cdf1407a0 service neutron] 10.222.0.13 "GET /v2.0/networks/dc083c2a-b960-4ebd-85d4-93c0755ea1e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881734 Mar 11 03:06:57.192912 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-afaf34ad-b747-4180-ba41-f81d7ecfb39b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (b193670b-9854-4e90-bc6a-e616470c2469), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:06:58.756152 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (36a16930-fe6f-49e2-96be-29faaa54e9a3), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:07:14.586945 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03ff9c0-d3de-4325-ab6c-698d62ce8c8e req-1e4dea12-5815-4c82-ba0e-5cc1951d71c1 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:07:14.588785 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-a03ff9c0-d3de-4325-ab6c-698d62ce8c8e req-1e4dea12-5815-4c82-ba0e-5cc1951d71c1 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.20 "GET /v2.0/ports?device_id=e432eb6c-2843-406f-baa9-7d8e8708ad03 HTTP/1.1" status: 200 len: 945 time: 0.0663669 Mar 11 03:07:14.637866 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-a03ff9c0-d3de-4325-ab6c-698d62ce8c8e req-cc55ba9a-e24d-418e-b383-cd5db5b19d03 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.20 "GET /v2.0/security-groups?id=99884ee5-255c-4145-b22f-2d9d2c78dc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427275 Mar 11 03:07:15.755736 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d513835d-6d48-4282-ab54-9ab97d2fc340 req-ced79bcd-001a-436f-a926-3ee57fcadb76 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:07:15.757217 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-d513835d-6d48-4282-ab54-9ab97d2fc340 req-ced79bcd-001a-436f-a926-3ee57fcadb76 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.20 "GET /v2.0/ports?device_id=e432eb6c-2843-406f-baa9-7d8e8708ad03 HTTP/1.1" status: 200 len: 945 time: 0.0521250 Mar 11 03:07:15.805158 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-d513835d-6d48-4282-ab54-9ab97d2fc340 req-5f674118-c8b0-48cd-8d0a-212e91404bab tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.20 "GET /v2.0/security-groups?id=99884ee5-255c-4145-b22f-2d9d2c78dc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423179 Mar 11 03:07:16.464191 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f23fa7-e11f-4f71-9c52-8b5945f83def req-21d5c29a-cd83-4ff6-ad1a-3297f9296891 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:07:16.465637 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-93f23fa7-e11f-4f71-9c52-8b5945f83def req-21d5c29a-cd83-4ff6-ad1a-3297f9296891 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.13 "GET /v2.0/ports?device_id=e432eb6c-2843-406f-baa9-7d8e8708ad03 HTTP/1.1" status: 200 len: 945 time: 0.0503623 Mar 11 03:07:16.561418 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.plugin [req-93f23fa7-e11f-4f71-9c52-8b5945f83def req-355b84cb-8aa2-410d-9238-d0220a9e0e6b tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Deleting port a323100b-075b-4a4c-bf4e-b379d51b67fe {{(pid=103104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 03:07:16.561752 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-93f23fa7-e11f-4f71-9c52-8b5945f83def req-355b84cb-8aa2-410d-9238-d0220a9e0e6b tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774349354222'] for port (a323100b-075b-4a4c-bf4e-b379d51b67fe), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:07:16.649201 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.db [req-93f23fa7-e11f-4f71-9c52-8b5945f83def req-355b84cb-8aa2-410d-9238-d0220a9e0e6b tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] For port a323100b-075b-4a4c-bf4e-b379d51b67fe, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=a323100b-075b-4a4c-bf4e-b379d51b67fe,segment=NetworkSegment(45f0554f-4816-4fc7-b15f-6b5fa2e57ece),segment_id=45f0554f-4816-4fc7-b15f-6b5fa2e57ece)] {{(pid=103104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:07:16.649561 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-93f23fa7-e11f-4f71-9c52-8b5945f83def req-355b84cb-8aa2-410d-9238-d0220a9e0e6b tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574894'] for port (a323100b-075b-4a4c-bf4e-b379d51b67fe), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:07:16.813965 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-93f23fa7-e11f-4f71-9c52-8b5945f83def req-355b84cb-8aa2-410d-9238-d0220a9e0e6b tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:07:16.814335 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-93f23fa7-e11f-4f71-9c52-8b5945f83def req-355b84cb-8aa2-410d-9238-d0220a9e0e6b tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580600'] for floatingip (b478e87c-8dab-4ee0-8f7d-b03923af7423), after_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:07:16.814656 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.db.l3_db [req-93f23fa7-e11f-4f71-9c52-8b5945f83def req-355b84cb-8aa2-410d-9238-d0220a9e0e6b tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Floating IP b478e87c-8dab-4ee0-8f7d-b03923af7423 disassociated. External IP: 172.28.1.229, port: a323100b-075b-4a4c-bf4e-b379d51b67fe. Mar 11 03:07:16.814995 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.plugin [req-93f23fa7-e11f-4f71-9c52-8b5945f83def req-355b84cb-8aa2-410d-9238-d0220a9e0e6b tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Calling delete_port for a323100b-075b-4a4c-bf4e-b379d51b67fe owned by compute:nova {{(pid=103104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 03:07:16.967899 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d146cba-37f7-4067-badf-509fe31c9b20 req-4f279bd9-566d-42c7-9df6-2ab3a73a8bb0 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:07:16.969602 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-7d146cba-37f7-4067-badf-509fe31c9b20 req-4f279bd9-566d-42c7-9df6-2ab3a73a8bb0 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.20 "GET /v2.0/ports?device_id=e432eb6c-2843-406f-baa9-7d8e8708ad03 HTTP/1.1" status: 200 len: 945 time: 0.0878558 Mar 11 03:07:17.008518 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-93f23fa7-e11f-4f71-9c52-8b5945f83def req-355b84cb-8aa2-410d-9238-d0220a9e0e6b tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774349360213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774348857685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9193763'] for port (a323100b-075b-4a4c-bf4e-b379d51b67fe), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:07:17.050537 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355b84cb-8aa2-410d-9238-d0220a9e0e6b tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Pushing event deleted for resources: {'Port': ['ID=a323100b-075b-4a4c-bf4e-b379d51b67fe,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:07:17.060808 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-7d146cba-37f7-4067-badf-509fe31c9b20 req-19a1d276-c4dd-4be6-ab68-c4520bd304bf tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.20 "GET /v2.0/security-groups?id=99884ee5-255c-4145-b22f-2d9d2c78dc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853739 Mar 11 03:07:17.064849 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355b84cb-8aa2-410d-9238-d0220a9e0e6b tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:07:17.065231 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355b84cb-8aa2-410d-9238-d0220a9e0e6b tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:07:17.065580 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355b84cb-8aa2-410d-9238-d0220a9e0e6b tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:07:17.065973 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355b84cb-8aa2-410d-9238-d0220a9e0e6b tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:07:17.066255 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355b84cb-8aa2-410d-9238-d0220a9e0e6b tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:07:17.066591 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355b84cb-8aa2-410d-9238-d0220a9e0e6b tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:07:17.066983 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355b84cb-8aa2-410d-9238-d0220a9e0e6b tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:07:17.067324 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355b84cb-8aa2-410d-9238-d0220a9e0e6b tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:07:17.067655 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355b84cb-8aa2-410d-9238-d0220a9e0e6b tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:07:17.067989 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355b84cb-8aa2-410d-9238-d0220a9e0e6b tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:07:17.068317 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355b84cb-8aa2-410d-9238-d0220a9e0e6b tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:07:17.068647 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355b84cb-8aa2-410d-9238-d0220a9e0e6b tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:07:17.068971 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355b84cb-8aa2-410d-9238-d0220a9e0e6b tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:07:17.189803 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.scheduler.l3_agent_scheduler [req-93f23fa7-e11f-4f71-9c52-8b5945f83def req-355b84cb-8aa2-410d-9238-d0220a9e0e6b tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Router 16462fb9-b56a-4faa-b136-96f09394e3aa has already been hosted by L3 agent 368653ed-b5ce-4183-9c3b-231a0bc3dd35 {{(pid=103104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 03:07:17.295083 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-93f23fa7-e11f-4f71-9c52-8b5945f83def req-355b84cb-8aa2-410d-9238-d0220a9e0e6b tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Notify agent at l3_agent.dv-cinder-740146-14-smb the message routers_updated {{(pid=103104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 03:07:17.304874 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e101fef8-775b-4095-a622-ace7d00cb527 None None] Sync routers for ids ['16462fb9-b56a-4faa-b136-96f09394e3aa'] in dv-cinder-740146-14-smb {{(pid=103105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 03:07:17.315159 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e101fef8-775b-4095-a622-ace7d00cb527 None None] Routers {'16462fb9-b56a-4faa-b136-96f09394e3aa'} bound to L3 agent in host dv-cinder-740146-14-smb {{(pid=103105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:07:17.315767 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_hamode_db [None req-e101fef8-775b-4095-a622-ace7d00cb527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T02:46:25Z,description=,heartbeat_timestamp=2022-03-11T03:06:55Z,host='dv-cinder-740146-14-smb',id=368653ed-b5ce-4183-9c3b-231a0bc3dd35,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T02:46:25Z,topic='l3_agent')) {'router_ids': ['16462fb9-b56a-4faa-b136-96f09394e3aa'], 'active': True} {{(pid=103105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:07:17.335199 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.db.l3_dvrscheduler_db [req-93f23fa7-e11f-4f71-9c52-8b5945f83def req-355b84cb-8aa2-410d-9238-d0220a9e0e6b tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] No DVR routers for this DVR port a323100b-075b-4a4c-bf4e-b379d51b67fe on host hv-cinder-74014 {{(pid=103104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 03:07:17.337580 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-93f23fa7-e11f-4f71-9c52-8b5945f83def req-355b84cb-8aa2-410d-9238-d0220a9e0e6b tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55355'] for port (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:07:17.340814 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-93f23fa7-e11f-4f71-9c52-8b5945f83def req-355b84cb-8aa2-410d-9238-d0220a9e0e6b tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.13 "DELETE /v2.0/ports/a323100b-075b-4a4c-bf4e-b379d51b67fe HTTP/1.1" status: 204 len: 173 time: 0.8700519 Mar 11 03:07:17.341286 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e432eb6c-2843-406f-baa9-7d8e8708ad03', 'name': 'network-vif-deleted', 'tag': 'a323100b-075b-4a4c-bf4e-b379d51b67fe'}] {{(pid=103104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 03:07:17.343546 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b4e7651ceabe3a28ab45abcf2012854968d28c41040a071bcf34f6a69b109a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdeb3f12-2596-46a2-b5bd-54158ccfae94" -d '{"events": [{"server_uuid": "e432eb6c-2843-406f-baa9-7d8e8708ad03", "name": "network-vif-deleted", "tag": "a323100b-075b-4a4c-bf4e-b379d51b67fe"}]}' {{(pid=103104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 03:07:17.381576 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 03:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7f56170-39da-4dae-a884-cd1c86093727 x-openstack-request-id: req-b7f56170-39da-4dae-a884-cd1c86093727 {{(pid=103104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 03:07:17.381872 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e432eb6c-2843-406f-baa9-7d8e8708ad03", "name": "network-vif-deleted", "tag": "a323100b-075b-4a4c-bf4e-b379d51b67fe", "status": "completed", "code": 200}]} {{(pid=103104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 03:07:17.382267 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b7f56170-39da-4dae-a884-cd1c86093727 {{(pid=103104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 03:07:17.382722 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e432eb6c-2843-406f-baa9-7d8e8708ad03', 'name': 'network-vif-deleted', 'tag': 'a323100b-075b-4a4c-bf4e-b379d51b67fe', 'status': 'completed', 'code': 200} Mar 11 03:07:17.431003 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_dvr_db [None req-e101fef8-775b-4095-a622-ace7d00cb527 None None] Set router 16462fb9-b56a-4faa-b136-96f09394e3aa gateway port host: dv-cinder-740146-14-smb {{(pid=103105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:07:17.486270 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (56ad6e9b-975a-4fdf-b549-1f3c33ba94e0), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:07:17.640008 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_hamode_db [None req-e101fef8-775b-4095-a622-ace7d00cb527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16462fb9-b56a-4faa-b136-96f09394e3aa', 'name': 'tempest-AttachVolumeNegativeTest-761504005-router', 'tenant_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'external_fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.147'}], 'enable_snat': True}, 'gw_port_id': '1fd2952d-1552-46b5-b0a8-7a5ebbb68a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:02:44Z', 'updated_at': '2022-03-11T03:02:47Z', 'revision_number': 4, 'project_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'gw_port': {'id': '1fd2952d-1552-46b5-b0a8-7a5ebbb68a11', 'name': '', 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:54:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16462fb9-b56a-4faa-b136-96f09394e3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:02:45Z', 'updated_at': '2022-03-11T03:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-smb', '_interfaces': [{'id': '04727a9f-b0af-438e-975d-2aa287012822', 'name': '', 'network_id': 'dc083c2a-b960-4ebd-85d4-93c0755ea1e6', 'tenant_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'mac_address': 'fa:16:3e:bb:df:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16462fb9-b56a-4faa-b136-96f09394e3aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '3939f6db-104b-439d-aa6d-0e5f788bcd04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:02:47Z', 'updated_at': '2022-03-11T03:02:50Z', 'revision_number': 5, 'project_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'subnets': [{'id': '3939f6db-104b-439d-aa6d-0e5f788bcd04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-14-smb', False) {} {{(pid=103105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:07:17.664482 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e101fef8-775b-4095-a622-ace7d00cb527 None None] Checking router: 16462fb9-b56a-4faa-b136-96f09394e3aa for host: dv-cinder-740146-14-smb {{(pid=103105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 03:07:17.672998 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e101fef8-775b-4095-a622-ace7d00cb527 None None] Routers {'16462fb9-b56a-4faa-b136-96f09394e3aa'} bound to L3 agent in host dv-cinder-740146-14-smb {{(pid=103105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:07:17.673615 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_hamode_db [None req-e101fef8-775b-4095-a622-ace7d00cb527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T02:46:25Z,description=,heartbeat_timestamp=2022-03-11T03:06:55Z,host='dv-cinder-740146-14-smb',id=368653ed-b5ce-4183-9c3b-231a0bc3dd35,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T02:46:25Z,topic='l3_agent')) {'router_ids': ['16462fb9-b56a-4faa-b136-96f09394e3aa'], 'active': True} {{(pid=103105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:07:17.785734 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_dvr_db [None req-e101fef8-775b-4095-a622-ace7d00cb527 None None] Set router 16462fb9-b56a-4faa-b136-96f09394e3aa gateway port host: dv-cinder-740146-14-smb {{(pid=103105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:07:17.980522 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_hamode_db [None req-e101fef8-775b-4095-a622-ace7d00cb527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16462fb9-b56a-4faa-b136-96f09394e3aa', 'name': 'tempest-AttachVolumeNegativeTest-761504005-router', 'tenant_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'external_fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.147'}], 'enable_snat': True}, 'gw_port_id': '1fd2952d-1552-46b5-b0a8-7a5ebbb68a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:02:44Z', 'updated_at': '2022-03-11T03:02:47Z', 'revision_number': 4, 'project_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'gw_port': {'id': '1fd2952d-1552-46b5-b0a8-7a5ebbb68a11', 'name': '', 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:54:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16462fb9-b56a-4faa-b136-96f09394e3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:02:45Z', 'updated_at': '2022-03-11T03:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-smb', '_interfaces': [{'id': '04727a9f-b0af-438e-975d-2aa287012822', 'name': '', 'network_id': 'dc083c2a-b960-4ebd-85d4-93c0755ea1e6', 'tenant_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'mac_address': 'fa:16:3e:bb:df:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16462fb9-b56a-4faa-b136-96f09394e3aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '3939f6db-104b-439d-aa6d-0e5f788bcd04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:02:47Z', 'updated_at': '2022-03-11T03:02:50Z', 'revision_number': 5, 'project_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'subnets': [{'id': '3939f6db-104b-439d-aa6d-0e5f788bcd04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-14-smb', False) {} {{(pid=103105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:07:18.006034 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e101fef8-775b-4095-a622-ace7d00cb527 None None] The sync data for ids ['16462fb9-b56a-4faa-b136-96f09394e3aa'] in dv-cinder-740146-14-smb is: [{'id': '16462fb9-b56a-4faa-b136-96f09394e3aa', 'name': 'tempest-AttachVolumeNegativeTest-761504005-router', 'tenant_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'external_fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.147'}], 'enable_snat': True}, 'gw_port_id': '1fd2952d-1552-46b5-b0a8-7a5ebbb68a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:02:44Z', 'updated_at': '2022-03-11T03:02:47Z', 'revision_number': 4, 'project_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'gw_port': {'id': '1fd2952d-1552-46b5-b0a8-7a5ebbb68a11', 'name': '', 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:54:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16462fb9-b56a-4faa-b136-96f09394e3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:02:45Z', 'updated_at': '2022-03-11T03:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-smb', '_interfaces': [{'id': '04727a9f-b0af-438e-975d-2aa287012822', 'name': '', 'network_id': 'dc083c2a-b960-4ebd-85d4-93c0755ea1e6', 'tenant_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'mac_address': 'fa:16:3e:bb:df:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16462fb9-b56a-4faa-b136-96f09394e3aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '3939f6db-104b-439d-aa6d-0e5f788bcd04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:02:47Z', 'updated_at': '2022-03-11T03:02:50Z', 'revision_number': 5, 'project_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'subnets': [{'id': '3939f6db-104b-439d-aa6d-0e5f788bcd04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 03:07:18.147421 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 47808) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:07:18.204401 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-badf3c6a-212f-43c6-86bd-2469ec55e6ca tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks [] for security_group (99884ee5-255c-4145-b22f-2d9d2c78dc5e), before_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:07:18.229169 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-badf3c6a-212f-43c6-86bd-2469ec55e6ca tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks [] for security_group (99884ee5-255c-4145-b22f-2d9d2c78dc5e), precommit_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:07:18.229371 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2217ef5f-81c6-4022-83d5-40e865e294e2 None None] New status for floating IP b478e87c-8dab-4ee0-8f7d-b03923af7423: DOWN {{(pid=103106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 03:07:18.277277 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-badf3c6a-212f-43c6-86bd-2469ec55e6ca tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (99884ee5-255c-4145-b22f-2d9d2c78dc5e), after_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:07:18.280515 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-badf3c6a-212f-43c6-86bd-2469ec55e6ca tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks [] for security_group (None), before_response {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:07:18.281785 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-badf3c6a-212f-43c6-86bd-2469ec55e6ca tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.20 "DELETE /v2.0/security-groups/99884ee5-255c-4145-b22f-2d9d2c78dc5e HTTP/1.1" status: 204 len: 168 time: 0.1333659 Mar 11 03:07:18.284558 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 47810) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:07:18.290912 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badf3c6a-212f-43c6-86bd-2469ec55e6ca tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99884ee5-255c-4145-b22f-2d9d2c78dc5e,revision_number=None']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:07:18.298013 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badf3c6a-212f-43c6-86bd-2469ec55e6ca tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:07:18.298368 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badf3c6a-212f-43c6-86bd-2469ec55e6ca tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:07:18.298773 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badf3c6a-212f-43c6-86bd-2469ec55e6ca tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:07:18.299053 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badf3c6a-212f-43c6-86bd-2469ec55e6ca tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:07:18.299392 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badf3c6a-212f-43c6-86bd-2469ec55e6ca tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:07:18.299729 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badf3c6a-212f-43c6-86bd-2469ec55e6ca tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:07:18.300064 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badf3c6a-212f-43c6-86bd-2469ec55e6ca tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:07:18.300397 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badf3c6a-212f-43c6-86bd-2469ec55e6ca tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:07:18.300729 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badf3c6a-212f-43c6-86bd-2469ec55e6ca tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:07:18.301060 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badf3c6a-212f-43c6-86bd-2469ec55e6ca tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:07:18.301317 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.api.v2.resource [None req-c80cce39-9c23-49c5-8886-b3cf5b31242e tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] show failed (client error): The resource could not be found. Mar 11 03:07:18.301443 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badf3c6a-212f-43c6-86bd-2469ec55e6ca tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:07:18.301738 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badf3c6a-212f-43c6-86bd-2469ec55e6ca tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:07:18.302066 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badf3c6a-212f-43c6-86bd-2469ec55e6ca tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:07:18.302954 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-c80cce39-9c23-49c5-8886-b3cf5b31242e tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.20 "GET /v2.0/security-groups/99884ee5-255c-4145-b22f-2d9d2c78dc5e HTTP/1.1" status: 404 len: 347 time: 0.0167313 Mar 11 03:07:18.306034 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 47812) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:07:18.434000 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-7d59c943-6e2c-48b0-8972-7e35a3e222d0 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Deleting port 42dca434-fc6e-4901-a09e-927d171ab391 {{(pid=103103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 03:07:18.434346 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-7d59c943-6e2c-48b0-8972-7e35a3e222d0 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774349354222'] for port (42dca434-fc6e-4901-a09e-927d171ab391), before_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:07:18.510141 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-7d59c943-6e2c-48b0-8972-7e35a3e222d0 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574894'] for port (42dca434-fc6e-4901-a09e-927d171ab391), precommit_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:07:18.510395 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-7d59c943-6e2c-48b0-8972-7e35a3e222d0 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks [] for floatingip (42dca434-fc6e-4901-a09e-927d171ab391), precommit_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:07:18.522210 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-7d59c943-6e2c-48b0-8972-7e35a3e222d0 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Calling delete_port for 42dca434-fc6e-4901-a09e-927d171ab391 owned by network:floatingip {{(pid=103103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 03:07:18.647012 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-7d59c943-6e2c-48b0-8972-7e35a3e222d0 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774349360213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774348857685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9139710'] for port (42dca434-fc6e-4901-a09e-927d171ab391), after_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:07:18.673995 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d59c943-6e2c-48b0-8972-7e35a3e222d0 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Pushing event deleted for resources: {'Port': ['ID=42dca434-fc6e-4901-a09e-927d171ab391,revision_number=None']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:07:18.733627 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-7d59c943-6e2c-48b0-8972-7e35a3e222d0 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks [] for floatingip (b478e87c-8dab-4ee0-8f7d-b03923af7423), after_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:07:18.736206 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-7d59c943-6e2c-48b0-8972-7e35a3e222d0 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55355'] for floatingip (None), before_response {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:07:18.737373 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-7d59c943-6e2c-48b0-8972-7e35a3e222d0 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.20 "DELETE /v2.0/floatingips/b478e87c-8dab-4ee0-8f7d-b03923af7423 HTTP/1.1" status: 204 len: 168 time: 0.4302943 Mar 11 03:07:19.216096 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 47816) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:07:19.221209 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.v2.base [None req-4d2f9b7c-8fe9-48d2-97a5-7b5bf7d863f5 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1124464436', 'description': 'tempest-description--1862604454'}} {{(pid=103103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:07:19.241434 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-4d2f9b7c-8fe9-48d2-97a5-7b5bf7d863f5 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks [] for security_group (None), before_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:07:19.303072 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-4d2f9b7c-8fe9-48d2-97a5-7b5bf7d863f5 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks [] for security_group (56c380c6-ca1d-4800-95fa-da77ea551055), precommit_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:07:19.307379 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-4d2f9b7c-8fe9-48d2-97a5-7b5bf7d863f5 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (56c380c6-ca1d-4800-95fa-da77ea551055), after_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:07:19.334331 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-4d2f9b7c-8fe9-48d2-97a5-7b5bf7d863f5 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks [] for security_group (None), before_response {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:07:19.335542 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-4d2f9b7c-8fe9-48d2-97a5-7b5bf7d863f5 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1178558 Mar 11 03:07:19.338528 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 47818) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:07:19.339537 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2f9b7c-8fe9-48d2-97a5-7b5bf7d863f5 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56c380c6-ca1d-4800-95fa-da77ea551055,revision_number=1']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:07:19.345047 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.v2.base [None req-7da1fbbb-1b7f-4c98-8bac-9c1c91144b3a tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Request body: {'security_group_rule': {'security_group_id': '56c380c6-ca1d-4800-95fa-da77ea551055', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:07:19.358806 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Device a323100b-075b-4a4c-bf4e-b379d51b67fe no longer exists at agent hyperv_hv-cinder-74014 {{(pid=103105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 03:07:19.371618 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7da1fbbb-1b7f-4c98-8bac-9c1c91144b3a tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks [] for security_group_rule (b1ef803b-0bd2-4214-826e-f1ed41fabb2f), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:07:19.382877 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] No Port match for: a323100b-075b-4a4c-bf4e-b379d51b67fe {{(pid=103105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 03:07:19.383229 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Device a323100b-075b-4a4c-bf4e-b379d51b67fe not bound to the agent host hv-cinder-74014 {{(pid=103105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 03:07:19.426196 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7da1fbbb-1b7f-4c98-8bac-9c1c91144b3a tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks [] for security_group_rule (b1ef803b-0bd2-4214-826e-f1ed41fabb2f), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:07:19.429519 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7da1fbbb-1b7f-4c98-8bac-9c1c91144b3a tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526655'] for security_group_rule (b1ef803b-0bd2-4214-826e-f1ed41fabb2f), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:07:19.445696 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da1fbbb-1b7f-4c98-8bac-9c1c91144b3a tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1ef803b-0bd2-4214-826e-f1ed41fabb2f,revision_number=0']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:07:19.453310 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7da1fbbb-1b7f-4c98-8bac-9c1c91144b3a tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:07:19.454491 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-7da1fbbb-1b7f-4c98-8bac-9c1c91144b3a tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1147025 Mar 11 03:07:19.457129 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 47820) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:07:19.461267 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.v2.base [None req-293058d4-f87d-418b-81c6-7e70c86198b9 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Request body: {'security_group_rule': {'security_group_id': '56c380c6-ca1d-4800-95fa-da77ea551055', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:07:19.485755 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-293058d4-f87d-418b-81c6-7e70c86198b9 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks [] for security_group_rule (2c02d48e-204b-4ddd-aed1-6b749a54edd2), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:07:19.540532 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-293058d4-f87d-418b-81c6-7e70c86198b9 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks [] for security_group_rule (2c02d48e-204b-4ddd-aed1-6b749a54edd2), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:07:19.543902 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-293058d4-f87d-418b-81c6-7e70c86198b9 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526655'] for security_group_rule (2c02d48e-204b-4ddd-aed1-6b749a54edd2), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:07:19.561311 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293058d4-f87d-418b-81c6-7e70c86198b9 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c02d48e-204b-4ddd-aed1-6b749a54edd2,revision_number=0']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:07:19.568939 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-293058d4-f87d-418b-81c6-7e70c86198b9 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:07:19.570152 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-293058d4-f87d-418b-81c6-7e70c86198b9 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1121182 Mar 11 03:07:19.573106 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 47822) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:07:19.577269 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.v2.base [None req-ea8b0a05-b48b-4575-92b3-f0a7beca6316 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Request body: {'floatingip': {'floating_network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3'}} {{(pid=103104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:07:19.597041 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-ea8b0a05-b48b-4575-92b3-f0a7beca6316 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:07:19.687203 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-ea8b0a05-b48b-4575-92b3-f0a7beca6316 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:07:19.908882 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.agents_db [None req-3d558b34-a2e4-40ae-982b-3a8752938275 None None] Agent healthcheck: found 6 active agents {{(pid=103106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 03:07:20.054708 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.db.db_base_plugin_common [None req-ea8b0a05-b48b-4575-92b3-f0a7beca6316 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Allocated IP 172.28.1.3 (67cf6db3-75c3-4d86-ba36-4af7c18cd6b3/b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e/815e6662-d62e-496a-9f76-5fb3f45e2071) {{(pid=103104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 03:07:20.151019 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-ea8b0a05-b48b-4575-92b3-f0a7beca6316 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks [] for port (815e6662-d62e-496a-9f76-5fb3f45e2071), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:07:20.182565 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-ea8b0a05-b48b-4575-92b3-f0a7beca6316 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774348857676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9193763'] for port (815e6662-d62e-496a-9f76-5fb3f45e2071), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:07:20.223572 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea8b0a05-b48b-4575-92b3-f0a7beca6316 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Network 67cf6db3-75c3-4d86-ba36-4af7c18cd6b3 is already hosted by enough agents. {{(pid=103104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 03:07:20.229495 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.scheduler.base_scheduler [None req-ea8b0a05-b48b-4575-92b3-f0a7beca6316 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Resources bound (agent type, host, resource id): {{(pid=103104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 03:07:20.234100 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8b0a05-b48b-4575-92b3-f0a7beca6316 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Received port after_create {{(pid=103104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 03:07:20.241440 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8b0a05-b48b-4575-92b3-f0a7beca6316 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Pushing event updated for resources: {'Port': ['ID=815e6662-d62e-496a-9f76-5fb3f45e2071,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:07:20.323655 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-ea8b0a05-b48b-4575-92b3-f0a7beca6316 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks [] for floatingip (4b5b3a77-a0a6-4319-97a1-1aac31b92178), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:07:20.358681 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-ea8b0a05-b48b-4575-92b3-f0a7beca6316 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (815e6662-d62e-496a-9f76-5fb3f45e2071), before_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:07:20.501493 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-ea8b0a05-b48b-4575-92b3-f0a7beca6316 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks [] for port (815e6662-d62e-496a-9f76-5fb3f45e2071), precommit_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:07:20.505619 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-ea8b0a05-b48b-4575-92b3-f0a7beca6316 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9193786'] for port (815e6662-d62e-496a-9f76-5fb3f45e2071), after_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:07:20.582341 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8b0a05-b48b-4575-92b3-f0a7beca6316 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Pushing event updated for resources: {'Port': ['ID=815e6662-d62e-496a-9f76-5fb3f45e2071,revision_number=2']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:07:20.590272 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-ea8b0a05-b48b-4575-92b3-f0a7beca6316 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580600'] for floatingip (4b5b3a77-a0a6-4319-97a1-1aac31b92178), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:07:20.605148 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-ea8b0a05-b48b-4575-92b3-f0a7beca6316 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55355'] for floatingip (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:07:20.606370 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-ea8b0a05-b48b-4575-92b3-f0a7beca6316 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.0323391 Mar 11 03:07:20.776600 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-c1f48215-d976-4bfe-8fe0-3191ece48dde req-be504a52-d079-4674-892a-94fcfea97fed tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1124464436&fields=id&tenant_id=2b4303e0b14a4764a3e0bdfada32ab0d HTTP/1.1" status: 200 len: 267 time: 0.0432849 Mar 11 03:07:20.877880 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f48215-d976-4bfe-8fe0-3191ece48dde req-cc289e59-4e4e-4f60-b6be-480d23805dc8 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:07:20.879339 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-c1f48215-d976-4bfe-8fe0-3191ece48dde req-cc289e59-4e4e-4f60-b6be-480d23805dc8 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.20 "GET /v2.0/networks?id=dc083c2a-b960-4ebd-85d4-93c0755ea1e6 HTTP/1.1" status: 200 len: 814 time: 0.0961185 Mar 11 03:07:20.893373 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-c1f48215-d976-4bfe-8fe0-3191ece48dde req-72e0b97b-5308-4b02-85c9-8a33a76b1db8 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.20 "GET /v2.0/quotas/2b4303e0b14a4764a3e0bdfada32ab0d HTTP/1.1" status: 200 len: 375 time: 0.0087881 Mar 11 03:07:20.945409 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-c1f48215-d976-4bfe-8fe0-3191ece48dde req-bf4ab3f0-d2cb-4f37-b751-99f9cf0f3f4c tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=2b4303e0b14a4764a3e0bdfada32ab0d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0473726 Mar 11 03:07:21.055508 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [req-c1f48215-d976-4bfe-8fe0-3191ece48dde req-53e9207b-5325-45ea-8556-56cf70d17bcf service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103103) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 03:07:21.056519 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-c1f48215-d976-4bfe-8fe0-3191ece48dde req-53e9207b-5325-45ea-8556-56cf70d17bcf service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0991688 Mar 11 03:07:21.147928 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-c1f48215-d976-4bfe-8fe0-3191ece48dde req-d2da3c7e-6323-4d7f-85af-70f3930a4362 service neutron] 10.222.0.20 "GET /v2.0/networks/dc083c2a-b960-4ebd-85d4-93c0755ea1e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854187 Mar 11 03:07:21.236359 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-c1f48215-d976-4bfe-8fe0-3191ece48dde req-cc18fa0b-ccf0-4872-b062-f31eb0e4c410 service neutron] 10.222.0.20 "GET /v2.0/networks/dc083c2a-b960-4ebd-85d4-93c0755ea1e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828888 Mar 11 03:07:21.390978 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-8cae75a8-a8d2-4f7d-ae66-e858dced2859 req-3b02ef44-4c1d-4613-b844-d11ffcd75cba tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8187434-9479-42a9-a0f3-1ecfd06794dc HTTP/1.1" status: 200 len: 210 time: 0.0270703 Mar 11 03:07:22.242276 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f48215-d976-4bfe-8fe0-3191ece48dde req-eb65108e-ef47-4dce-a995-a9f395117069 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:07:22.243611 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-c1f48215-d976-4bfe-8fe0-3191ece48dde req-eb65108e-ef47-4dce-a995-a9f395117069 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.13 "GET /v2.0/networks?id=dc083c2a-b960-4ebd-85d4-93c0755ea1e6 HTTP/1.1" status: 200 len: 814 time: 0.0979981 Mar 11 03:07:22.306875 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-c1f48215-d976-4bfe-8fe0-3191ece48dde req-ff909465-2a9e-4fba-8838-54a41383789f tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b4303e0b14a4764a3e0bdfada32ab0d HTTP/1.1" status: 200 len: 380 time: 0.0546203 Mar 11 03:07:22.318174 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.v2.base [req-c1f48215-d976-4bfe-8fe0-3191ece48dde req-f8bc995e-ebe9-4294-8959-99db7a07ab10 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Request body: {'port': {'device_id': 'b8187434-9479-42a9-a0f3-1ecfd06794dc', 'network_id': 'dc083c2a-b960-4ebd-85d4-93c0755ea1e6', 'admin_state_up': True, 'tenant_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'security_groups': ['56c380c6-ca1d-4800-95fa-da77ea551055']}} {{(pid=103104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:07:22.421222 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1f48215-d976-4bfe-8fe0-3191ece48dde req-f8bc995e-ebe9-4294-8959-99db7a07ab10 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Made reservation on behalf of 2b4303e0b14a4764a3e0bdfada32ab0d for: {'port': 1} {{(pid=103104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 03:07:22.424571 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-c1f48215-d976-4bfe-8fe0-3191ece48dde req-f8bc995e-ebe9-4294-8959-99db7a07ab10 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:07:22.444019 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-0556f8c6-20ec-4c05-891d-c1094f32aa52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (27668cff-ea20-4e06-9a9c-d4f827fe3eb1), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:07:22.488780 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-c88cf21c-2c6f-47c9-84cc-2b598525d6c9 req-ad6deef0-7177-4daf-9372-daf930947812 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8187434-9479-42a9-a0f3-1ecfd06794dc HTTP/1.1" status: 200 len: 210 time: 0.0277324 Mar 11 03:07:22.549774 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.db.db_base_plugin_common [req-c1f48215-d976-4bfe-8fe0-3191ece48dde req-f8bc995e-ebe9-4294-8959-99db7a07ab10 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Allocated IP 172.20.0.10 (dc083c2a-b960-4ebd-85d4-93c0755ea1e6/3939f6db-104b-439d-aa6d-0e5f788bcd04/d6dad6bb-69bd-4705-b533-4f858df9a0d6) {{(pid=103104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 03:07:22.681320 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-c1f48215-d976-4bfe-8fe0-3191ece48dde req-f8bc995e-ebe9-4294-8959-99db7a07ab10 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks [] for port (d6dad6bb-69bd-4705-b533-4f858df9a0d6), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:07:22.717706 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-c1f48215-d976-4bfe-8fe0-3191ece48dde req-f8bc995e-ebe9-4294-8959-99db7a07ab10 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774348857676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9193763'] for port (d6dad6bb-69bd-4705-b533-4f858df9a0d6), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:07:22.757281 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1f48215-d976-4bfe-8fe0-3191ece48dde req-f8bc995e-ebe9-4294-8959-99db7a07ab10 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Network dc083c2a-b960-4ebd-85d4-93c0755ea1e6 is already hosted by enough agents. {{(pid=103104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 03:07:22.760260 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.scheduler.base_scheduler [req-c1f48215-d976-4bfe-8fe0-3191ece48dde req-f8bc995e-ebe9-4294-8959-99db7a07ab10 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Resources bound (agent type, host, resource id): {{(pid=103104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 03:07:22.766452 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1f48215-d976-4bfe-8fe0-3191ece48dde req-f8bc995e-ebe9-4294-8959-99db7a07ab10 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Received port after_create {{(pid=103104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 03:07:22.793338 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bc995e-ebe9-4294-8959-99db7a07ab10 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Pushing event updated for resources: {'Port': ['ID=d6dad6bb-69bd-4705-b533-4f858df9a0d6,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:07:22.820861 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f48215-d976-4bfe-8fe0-3191ece48dde req-f8bc995e-ebe9-4294-8959-99db7a07ab10 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:07:22.821528 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-c1f48215-d976-4bfe-8fe0-3191ece48dde req-f8bc995e-ebe9-4294-8959-99db7a07ab10 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55355'] for port (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:07:22.837785 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-c1f48215-d976-4bfe-8fe0-3191ece48dde req-f8bc995e-ebe9-4294-8959-99db7a07ab10 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5231788 Mar 11 03:07:22.848609 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.v2.base [req-c1f48215-d976-4bfe-8fe0-3191ece48dde req-8d720945-63a6-4879-8f6a-87a342713728 service neutron] Request body: {'port': {'device_id': 'b8187434-9479-42a9-a0f3-1ecfd06794dc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=103104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:07:22.913552 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-c1f48215-d976-4bfe-8fe0-3191ece48dde req-8d720945-63a6-4879-8f6a-87a342713728 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (d6dad6bb-69bd-4705-b533-4f858df9a0d6), before_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:07:22.979755 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [None req-1e4ecd63-dec0-4021-b603-f77806251794 None None] Provisioning complete for port d6dad6bb-69bd-4705-b533-4f858df9a0d6 triggered by entity DHCP. {{(pid=103105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:07:22.980135 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1e4ecd63-dec0-4021-b603-f77806251794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536573942'] for port (d6dad6bb-69bd-4705-b533-4f858df9a0d6), provisioning_complete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:07:23.013589 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-1e4ecd63-dec0-4021-b603-f77806251794 None None] Port d6dad6bb-69bd-4705-b533-4f858df9a0d6 cannot update to ACTIVE because it is not bound. {{(pid=103105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 03:07:23.172491 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.notifiers.nova [req-c1f48215-d976-4bfe-8fe0-3191ece48dde req-8d720945-63a6-4879-8f6a-87a342713728 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6dad6bb-69bd-4705-b533-4f858df9a0d6 {{(pid=103104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 03:07:23.179994 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-c1f48215-d976-4bfe-8fe0-3191ece48dde req-8d720945-63a6-4879-8f6a-87a342713728 service neutron] Publish callbacks [] for port (d6dad6bb-69bd-4705-b533-4f858df9a0d6), precommit_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:07:23.191401 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.db.provisioning_blocks [req-c1f48215-d976-4bfe-8fe0-3191ece48dde req-8d720945-63a6-4879-8f6a-87a342713728 service neutron] Transition to ACTIVE for port object d6dad6bb-69bd-4705-b533-4f858df9a0d6 will not be triggered until provisioned by entity L2. {{(pid=103104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 03:07:23.195245 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-c1f48215-d976-4bfe-8fe0-3191ece48dde req-8d720945-63a6-4879-8f6a-87a342713728 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9193786'] for port (d6dad6bb-69bd-4705-b533-4f858df9a0d6), after_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:07:23.244951 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d720945-63a6-4879-8f6a-87a342713728 service neutron] Pushing event updated for resources: {'Port': ['ID=d6dad6bb-69bd-4705-b533-4f858df9a0d6,revision_number=2']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:07:23.317860 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.managers [req-c1f48215-d976-4bfe-8fe0-3191ece48dde req-8d720945-63a6-4879-8f6a-87a342713728 service neutron] Attempting to bind port d6dad6bb-69bd-4705-b533-4f858df9a0d6 on host hv-cinder-74014 for vnic_type normal with profile {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 03:07:23.318396 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.managers [req-c1f48215-d976-4bfe-8fe0-3191ece48dde req-8d720945-63a6-4879-8f6a-87a342713728 service neutron] Attempting to bind port d6dad6bb-69bd-4705-b533-4f858df9a0d6 by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': '45f0554f-4816-4fc7-b15f-6b5fa2e57ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dc083c2a-b960-4ebd-85d4-93c0755ea1e6'}] {{(pid=103104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 03:07:23.318731 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1f48215-d976-4bfe-8fe0-3191ece48dde req-8d720945-63a6-4879-8f6a-87a342713728 service neutron] Attempting to bind port d6dad6bb-69bd-4705-b533-4f858df9a0d6 on network dc083c2a-b960-4ebd-85d4-93c0755ea1e6 {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 03:07:23.323244 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1f48215-d976-4bfe-8fe0-3191ece48dde req-8d720945-63a6-4879-8f6a-87a342713728 service neutron] Port d6dad6bb-69bd-4705-b533-4f858df9a0d6 on network dc083c2a-b960-4ebd-85d4-93c0755ea1e6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 03:07:23.323574 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1f48215-d976-4bfe-8fe0-3191ece48dde req-8d720945-63a6-4879-8f6a-87a342713728 service neutron] Attempting to bind port d6dad6bb-69bd-4705-b533-4f858df9a0d6 on network dc083c2a-b960-4ebd-85d4-93c0755ea1e6 {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 03:07:23.328763 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1f48215-d976-4bfe-8fe0-3191ece48dde req-8d720945-63a6-4879-8f6a-87a342713728 service neutron] Checking agent: {'id': '56ad6e9b-975a-4fdf-b549-1f3c33ba94e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 2, 52, 47), 'started_at': datetime.datetime(2022, 3, 11, 2, 52, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 3, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 03:07:23.329132 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1f48215-d976-4bfe-8fe0-3191ece48dde req-8d720945-63a6-4879-8f6a-87a342713728 service neutron] Checking segment: {'id': '45f0554f-4816-4fc7-b15f-6b5fa2e57ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dc083c2a-b960-4ebd-85d4-93c0755ea1e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 03:07:23.329524 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1f48215-d976-4bfe-8fe0-3191ece48dde req-8d720945-63a6-4879-8f6a-87a342713728 service neutron] Bound using segment: {'id': '45f0554f-4816-4fc7-b15f-6b5fa2e57ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dc083c2a-b960-4ebd-85d4-93c0755ea1e6'} {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 03:07:23.329954 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.managers [req-c1f48215-d976-4bfe-8fe0-3191ece48dde req-8d720945-63a6-4879-8f6a-87a342713728 service neutron] Bound port: d6dad6bb-69bd-4705-b533-4f858df9a0d6, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45f0554f-4816-4fc7-b15f-6b5fa2e57ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dc083c2a-b960-4ebd-85d4-93c0755ea1e6'}}] {{(pid=103104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 03:07:23.330312 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-c1f48215-d976-4bfe-8fe0-3191ece48dde req-8d720945-63a6-4879-8f6a-87a342713728 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (d6dad6bb-69bd-4705-b533-4f858df9a0d6), before_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:07:23.394585 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.db [req-c1f48215-d976-4bfe-8fe0-3191ece48dde req-8d720945-63a6-4879-8f6a-87a342713728 service neutron] For port d6dad6bb-69bd-4705-b533-4f858df9a0d6, host hv-cinder-74014, cleared binding levels {{(pid=103104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 03:07:23.397586 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.db [req-c1f48215-d976-4bfe-8fe0-3191ece48dde req-8d720945-63a6-4879-8f6a-87a342713728 service neutron] For port d6dad6bb-69bd-4705-b533-4f858df9a0d6, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=d6dad6bb-69bd-4705-b533-4f858df9a0d6,segment=NetworkSegment(45f0554f-4816-4fc7-b15f-6b5fa2e57ece),segment_id=45f0554f-4816-4fc7-b15f-6b5fa2e57ece)] {{(pid=103104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 03:07:23.402892 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-c1f48215-d976-4bfe-8fe0-3191ece48dde req-8d720945-63a6-4879-8f6a-87a342713728 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9193786'] for port (d6dad6bb-69bd-4705-b533-4f858df9a0d6), after_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:07:23.438062 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f48215-d976-4bfe-8fe0-3191ece48dde req-8d720945-63a6-4879-8f6a-87a342713728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:07:23.438759 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-c1f48215-d976-4bfe-8fe0-3191ece48dde req-8d720945-63a6-4879-8f6a-87a342713728 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55355'] for port (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:07:23.440162 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-c1f48215-d976-4bfe-8fe0-3191ece48dde req-8d720945-63a6-4879-8f6a-87a342713728 service neutron] 10.222.0.13 "PUT /v2.0/ports/d6dad6bb-69bd-4705-b533-4f858df9a0d6 HTTP/1.1" status: 200 len: 1094 time: 0.5956485 Mar 11 03:07:23.440626 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8187434-9479-42a9-a0f3-1ecfd06794dc', 'tag': 'd6dad6bb-69bd-4705-b533-4f858df9a0d6'}] {{(pid=103104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 03:07:23.442861 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b4e7651ceabe3a28ab45abcf2012854968d28c41040a071bcf34f6a69b109a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d8e9bfa-6b41-404d-adbe-5abb5b4aac40" -d '{"events": [{"name": "network-changed", "server_uuid": "b8187434-9479-42a9-a0f3-1ecfd06794dc", "tag": "d6dad6bb-69bd-4705-b533-4f858df9a0d6"}]}' {{(pid=103104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 03:07:23.465781 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d720945-63a6-4879-8f6a-87a342713728 service neutron] Pushing event updated for resources: {'Port': ['ID=d6dad6bb-69bd-4705-b533-4f858df9a0d6,revision_number=3']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:07:23.493496 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 03:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac45c79d-98b3-477a-bb97-345a1a08e36d x-openstack-request-id: req-ac45c79d-98b3-477a-bb97-345a1a08e36d {{(pid=103104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 03:07:23.493728 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8187434-9479-42a9-a0f3-1ecfd06794dc", "tag": "d6dad6bb-69bd-4705-b533-4f858df9a0d6", "status": "completed", "code": 200}]} {{(pid=103104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 03:07:23.493982 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ac45c79d-98b3-477a-bb97-345a1a08e36d {{(pid=103104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 03:07:23.494383 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8187434-9479-42a9-a0f3-1ecfd06794dc', 'tag': 'd6dad6bb-69bd-4705-b533-4f858df9a0d6', 'status': 'completed', 'code': 200} Mar 11 03:07:23.535887 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f48215-d976-4bfe-8fe0-3191ece48dde req-2c369237-194e-4bcb-a8ac-e36f7159b8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:07:23.537523 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-c1f48215-d976-4bfe-8fe0-3191ece48dde req-2c369237-194e-4bcb-a8ac-e36f7159b8ce service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2b4303e0b14a4764a3e0bdfada32ab0d&device_id=b8187434-9479-42a9-a0f3-1ecfd06794dc HTTP/1.1" status: 200 len: 1128 time: 0.0527971 Mar 11 03:07:23.583902 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-c1f48215-d976-4bfe-8fe0-3191ece48dde req-e1ba767d-7bd6-439f-8961-a5a6f45586c9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6dad6bb-69bd-4705-b533-4f858df9a0d6 HTTP/1.1" status: 200 len: 217 time: 0.0391538 Mar 11 03:07:23.614302 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8eded6-7121-407f-ad30-1a311f52a2bb req-c9992123-e0e4-4915-bd1a-cf89a7770972 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:07:23.615972 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-df8eded6-7121-407f-ad30-1a311f52a2bb req-c9992123-e0e4-4915-bd1a-cf89a7770972 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8187434-9479-42a9-a0f3-1ecfd06794dc HTTP/1.1" status: 200 len: 944 time: 0.0542409 Mar 11 03:07:23.634748 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f48215-d976-4bfe-8fe0-3191ece48dde req-4ba45c0f-f982-4928-8c8b-597a90c5e368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:07:23.636216 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-c1f48215-d976-4bfe-8fe0-3191ece48dde req-4ba45c0f-f982-4928-8c8b-597a90c5e368 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3939f6db-104b-439d-aa6d-0e5f788bcd04 HTTP/1.1" status: 200 len: 853 time: 0.0459123 Mar 11 03:07:23.667546 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-df8eded6-7121-407f-ad30-1a311f52a2bb req-bcd7bb8f-5155-4a6b-933f-3dc9b29ed502 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.20 "GET /v2.0/security-groups?id=56c380c6-ca1d-4800-95fa-da77ea551055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457752 Mar 11 03:07:23.685256 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f48215-d976-4bfe-8fe0-3191ece48dde req-43a0c7cd-74bc-47c5-9d6c-223abcba782b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:07:23.686754 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-c1f48215-d976-4bfe-8fe0-3191ece48dde req-43a0c7cd-74bc-47c5-9d6c-223abcba782b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dc083c2a-b960-4ebd-85d4-93c0755ea1e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0446212 Mar 11 03:07:23.778562 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-c1f48215-d976-4bfe-8fe0-3191ece48dde req-71a0b568-3366-42dc-9f0e-8ae820990509 service neutron] 10.222.0.13 "GET /v2.0/networks/dc083c2a-b960-4ebd-85d4-93c0755ea1e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854132 Mar 11 03:07:23.873533 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-c1f48215-d976-4bfe-8fe0-3191ece48dde req-1d735f5c-f494-4563-9094-c916d29cc010 service neutron] 10.222.0.13 "GET /v2.0/networks/dc083c2a-b960-4ebd-85d4-93c0755ea1e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839167 Mar 11 03:07:23.958731 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8e9bfa-6b41-404d-adbe-5abb5b4aac40 req-22f913a4-6596-425a-aeca-2cdd603cc885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:07:23.960226 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-9d8e9bfa-6b41-404d-adbe-5abb5b4aac40 req-22f913a4-6596-425a-aeca-2cdd603cc885 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2b4303e0b14a4764a3e0bdfada32ab0d&device_id=b8187434-9479-42a9-a0f3-1ecfd06794dc HTTP/1.1" status: 200 len: 1128 time: 0.0442028 Mar 11 03:07:24.046546 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8e9bfa-6b41-404d-adbe-5abb5b4aac40 req-d69127df-2898-43ed-bcda-1d27002d6c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:07:24.047903 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-9d8e9bfa-6b41-404d-adbe-5abb5b4aac40 req-d69127df-2898-43ed-bcda-1d27002d6c18 service neutron] 10.222.0.13 "GET /v2.0/networks?id=dc083c2a-b960-4ebd-85d4-93c0755ea1e6 HTTP/1.1" status: 200 len: 915 time: 0.0807033 Mar 11 03:07:24.090673 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-9d8e9bfa-6b41-404d-adbe-5abb5b4aac40 req-0dd355cf-16c2-4e2d-9539-3ca97e54d477 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6dad6bb-69bd-4705-b533-4f858df9a0d6 HTTP/1.1" status: 200 len: 217 time: 0.0365949 Mar 11 03:07:24.136033 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8e9bfa-6b41-404d-adbe-5abb5b4aac40 req-4aeceb87-3869-49b9-9a91-8712fde52a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:07:24.137433 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-9d8e9bfa-6b41-404d-adbe-5abb5b4aac40 req-4aeceb87-3869-49b9-9a91-8712fde52a41 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3939f6db-104b-439d-aa6d-0e5f788bcd04 HTTP/1.1" status: 200 len: 853 time: 0.0414753 Mar 11 03:07:24.183768 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8e9bfa-6b41-404d-adbe-5abb5b4aac40 req-4fe9df43-083f-4f65-8d42-4d1dca1f38c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:07:24.185838 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-9d8e9bfa-6b41-404d-adbe-5abb5b4aac40 req-4fe9df43-083f-4f65-8d42-4d1dca1f38c4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dc083c2a-b960-4ebd-85d4-93c0755ea1e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0424583 Mar 11 03:07:24.274702 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-9d8e9bfa-6b41-404d-adbe-5abb5b4aac40 req-bc359f1b-c899-46ba-a76d-0bc871bb161c service neutron] 10.222.0.13 "GET /v2.0/networks/dc083c2a-b960-4ebd-85d4-93c0755ea1e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836363 Mar 11 03:07:24.363698 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-9d8e9bfa-6b41-404d-adbe-5abb5b4aac40 req-7ae1426d-2ce6-4685-8b87-407a99916835 service neutron] 10.222.0.13 "GET /v2.0/networks/dc083c2a-b960-4ebd-85d4-93c0755ea1e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824704 Mar 11 03:07:24.783492 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f04e45-e789-4cde-b67a-44412410eabb req-174c37cd-754c-47dd-aa91-e2c85baede25 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:07:24.784947 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-53f04e45-e789-4cde-b67a-44412410eabb req-174c37cd-754c-47dd-aa91-e2c85baede25 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8187434-9479-42a9-a0f3-1ecfd06794dc HTTP/1.1" status: 200 len: 944 time: 0.0514834 Mar 11 03:07:24.831089 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-53f04e45-e789-4cde-b67a-44412410eabb req-ce2c0549-4b67-4a67-8c51-37ba73e0ba15 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.20 "GET /v2.0/security-groups?id=56c380c6-ca1d-4800-95fa-da77ea551055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406039 Mar 11 03:07:24.838263 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-b6342dff-159f-47ee-827c-df1fd8c09208 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (368653ed-b5ce-4183-9c3b-231a0bc3dd35), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:07:25.718978 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-f28c0ae4-c5a5-4e67-96c2-37b36f3544e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (258069e3-19c1-49ed-8474-20b6ecde628d), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:07:25.953001 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfcefe7-440d-42dd-a20a-79188651d95e req-2fa3d3b4-f536-4608-844d-da97cdbcf92a tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:07:25.954533 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-7cfcefe7-440d-42dd-a20a-79188651d95e req-2fa3d3b4-f536-4608-844d-da97cdbcf92a tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8187434-9479-42a9-a0f3-1ecfd06794dc HTTP/1.1" status: 200 len: 944 time: 0.0584264 Mar 11 03:07:26.003439 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-7cfcefe7-440d-42dd-a20a-79188651d95e req-30b74745-ffd4-41bc-bfaa-9daab002eac3 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.20 "GET /v2.0/security-groups?id=56c380c6-ca1d-4800-95fa-da77ea551055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432088 Mar 11 03:07:27.120088 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a3a428-75e6-4eb9-b3b9-1f8b8df83b30 req-b250a0cd-7f40-4fd9-a19d-d9caad4e53e8 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:07:27.121770 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-13a3a428-75e6-4eb9-b3b9-1f8b8df83b30 req-b250a0cd-7f40-4fd9-a19d-d9caad4e53e8 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8187434-9479-42a9-a0f3-1ecfd06794dc HTTP/1.1" status: 200 len: 944 time: 0.0544033 Mar 11 03:07:27.166110 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-13a3a428-75e6-4eb9-b3b9-1f8b8df83b30 req-22bbe6d6-5ae5-4ddb-8937-eb81b8de4e27 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.20 "GET /v2.0/security-groups?id=56c380c6-ca1d-4800-95fa-da77ea551055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381525 Mar 11 03:07:27.195079 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-afaf34ad-b747-4180-ba41-f81d7ecfb39b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (b193670b-9854-4e90-bc6a-e616470c2469), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:07:27.376153 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Device d6dad6bb-69bd-4705-b533-4f858df9a0d6 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=103105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 03:07:27.470002 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] For port d6dad6bb-69bd-4705-b533-4f858df9a0d6, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=d6dad6bb-69bd-4705-b533-4f858df9a0d6,segment=NetworkSegment(45f0554f-4816-4fc7-b15f-6b5fa2e57ece),segment_id=45f0554f-4816-4fc7-b15f-6b5fa2e57ece)] {{(pid=103105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:07:27.481038 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Returning: {'device': 'd6dad6bb-69bd-4705-b533-4f858df9a0d6', 'network_id': 'dc083c2a-b960-4ebd-85d4-93c0755ea1e6', 'port_id': 'd6dad6bb-69bd-4705-b533-4f858df9a0d6', 'mac_address': 'fa:16:3e:48:ec:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3939f6db-104b-439d-aa6d-0e5f788bcd04', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 03:07:27.519391 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Current status of the port d6dad6bb-69bd-4705-b533-4f858df9a0d6 is: DOWN; New status is: BUILD {{(pid=103105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:07:27.519779 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (d6dad6bb-69bd-4705-b533-4f858df9a0d6), before_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:07:27.532481 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.notifiers.nova [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6dad6bb-69bd-4705-b533-4f858df9a0d6 {{(pid=103105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 03:07:27.551587 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] For port d6dad6bb-69bd-4705-b533-4f858df9a0d6, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=d6dad6bb-69bd-4705-b533-4f858df9a0d6,segment=NetworkSegment(45f0554f-4816-4fc7-b15f-6b5fa2e57ece),segment_id=45f0554f-4816-4fc7-b15f-6b5fa2e57ece)] {{(pid=103105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:07:27.555007 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712'] for port (d6dad6bb-69bd-4705-b533-4f858df9a0d6), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:07:27.600228 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Pushing event updated for resources: {'Port': ['ID=d6dad6bb-69bd-4705-b533-4f858df9a0d6,revision_number=4']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:07:27.608400 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:07:27.608807 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:07:27.609178 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:07:27.609518 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:07:27.609846 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:07:27.610175 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:07:27.610503 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:07:27.610828 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:07:27.611217 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:07:27.611543 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:07:27.611866 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:07:27.612185 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:07:27.612504 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:07:27.881357 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] get_ports_and_sgs() called for port_ids ['d6dad6bb-69bd-4705-b533-4f858df9a0d6'] {{(pid=103105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 03:07:28.282429 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaa5eec-eec7-4282-aed9-7333f3c92bcf req-657ab9e7-1bba-49c9-8360-ec0bd55b61a5 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:07:28.283955 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-ebaa5eec-eec7-4282-aed9-7333f3c92bcf req-657ab9e7-1bba-49c9-8360-ec0bd55b61a5 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8187434-9479-42a9-a0f3-1ecfd06794dc HTTP/1.1" status: 200 len: 945 time: 0.0528450 Mar 11 03:07:28.330510 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-ebaa5eec-eec7-4282-aed9-7333f3c92bcf req-3307272d-a25f-467d-9189-4088e8666f9f tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.20 "GET /v2.0/security-groups?id=56c380c6-ca1d-4800-95fa-da77ea551055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409815 Mar 11 03:07:28.757970 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (36a16930-fe6f-49e2-96be-29faaa54e9a3), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:07:29.390988 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Device d6dad6bb-69bd-4705-b533-4f858df9a0d6 up at agent hyperv_hv-cinder-74014 {{(pid=103105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 03:07:29.438594 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Provisioning for port d6dad6bb-69bd-4705-b533-4f858df9a0d6 completed by entity L2. {{(pid=103105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 03:07:29.442621 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Provisioning complete for port d6dad6bb-69bd-4705-b533-4f858df9a0d6 triggered by entity L2. {{(pid=103105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:07:29.442997 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536573942'] for port (d6dad6bb-69bd-4705-b533-4f858df9a0d6), provisioning_complete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:07:29.453477 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1a2a0a-9185-41fb-997a-51ddaaafe80e req-f64a329f-962f-44cc-a3f8-7e202f7c58eb tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:07:29.454930 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-6f1a2a0a-9185-41fb-997a-51ddaaafe80e req-f64a329f-962f-44cc-a3f8-7e202f7c58eb tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8187434-9479-42a9-a0f3-1ecfd06794dc HTTP/1.1" status: 200 len: 945 time: 0.0554402 Mar 11 03:07:29.500258 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-6f1a2a0a-9185-41fb-997a-51ddaaafe80e req-0b703a48-4806-4df6-81b1-af4db1097b87 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.20 "GET /v2.0/security-groups?id=56c380c6-ca1d-4800-95fa-da77ea551055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397329 Mar 11 03:07:29.641980 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Current status of the port d6dad6bb-69bd-4705-b533-4f858df9a0d6 is: BUILD; New status is: ACTIVE {{(pid=103105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:07:29.642279 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536450488'] for port (d6dad6bb-69bd-4705-b533-4f858df9a0d6), before_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:07:29.665324 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8187434-9479-42a9-a0f3-1ecfd06794dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6dad6bb-69bd-4705-b533-4f858df9a0d6'}] {{(pid=103105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 03:07:29.667613 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}703a16387464127cc7b8de6906938e3e01810e7f46b2e9393936db54d9388ffe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4a3e3a5-165d-442e-bcf9-f0e745d5422f" -d '{"events": [{"server_uuid": "b8187434-9479-42a9-a0f3-1ecfd06794dc", "name": "network-vif-plugged", "status": "completed", "tag": "d6dad6bb-69bd-4705-b533-4f858df9a0d6"}]}' {{(pid=103105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 03:07:29.680683 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] For port d6dad6bb-69bd-4705-b533-4f858df9a0d6, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=d6dad6bb-69bd-4705-b533-4f858df9a0d6,segment=NetworkSegment(45f0554f-4816-4fc7-b15f-6b5fa2e57ece),segment_id=45f0554f-4816-4fc7-b15f-6b5fa2e57ece)] {{(pid=103105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:07:29.684795 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774349360231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774348857694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774348857712'] for port (d6dad6bb-69bd-4705-b533-4f858df9a0d6), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:07:29.731546 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Pushing event updated for resources: {'Port': ['ID=d6dad6bb-69bd-4705-b533-4f858df9a0d6,revision_number=5']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:07:29.764415 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 03:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a8a868f-8aa2-4ed7-9125-e146d2203b21 x-openstack-request-id: req-9a8a868f-8aa2-4ed7-9125-e146d2203b21 {{(pid=103105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 03:07:29.765000 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8187434-9479-42a9-a0f3-1ecfd06794dc", "name": "network-vif-plugged", "status": "completed", "tag": "d6dad6bb-69bd-4705-b533-4f858df9a0d6", "code": 200}]} {{(pid=103105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 03:07:29.765000 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9a8a868f-8aa2-4ed7-9125-e146d2203b21 {{(pid=103105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 03:07:29.765399 dv-cinder-740146-14-smb neutron-server[103105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8187434-9479-42a9-a0f3-1ecfd06794dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6dad6bb-69bd-4705-b533-4f858df9a0d6', 'code': 200} Mar 11 03:07:29.921908 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e11976-709e-49c7-a663-632bb6819546 req-5a0c5ec8-3d4e-4734-95b2-dd37093d7c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:07:29.923356 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-40e11976-709e-49c7-a663-632bb6819546 req-5a0c5ec8-3d4e-4734-95b2-dd37093d7c08 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b8187434-9479-42a9-a0f3-1ecfd06794dc HTTP/1.1" status: 200 len: 1130 time: 0.0429542 Mar 11 03:07:29.968271 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-40e11976-709e-49c7-a663-632bb6819546 req-991f0dca-816c-4dc8-9612-30ef69510381 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=56c380c6-ca1d-4800-95fa-da77ea551055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390747 Mar 11 03:07:30.615443 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0a75d9-d3ec-4a2b-b53e-d6d63f15832f req-b5a86ca2-94a5-4bbe-a531-20b932f8bb45 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:07:30.616902 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-2b0a75d9-d3ec-4a2b-b53e-d6d63f15832f req-b5a86ca2-94a5-4bbe-a531-20b932f8bb45 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8187434-9479-42a9-a0f3-1ecfd06794dc HTTP/1.1" status: 200 len: 946 time: 0.0509980 Mar 11 03:07:30.665124 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-2b0a75d9-d3ec-4a2b-b53e-d6d63f15832f req-742548c3-833d-43a8-b2e7-998749f84291 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.20 "GET /v2.0/security-groups?id=56c380c6-ca1d-4800-95fa-da77ea551055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427425 Mar 11 03:07:31.780792 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f912419c-ce80-4c9b-9440-7f5ebc680a5d req-9df122c2-a0fa-4c6c-846c-3f0cd7a2cacd tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:07:31.782318 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-f912419c-ce80-4c9b-9440-7f5ebc680a5d req-9df122c2-a0fa-4c6c-846c-3f0cd7a2cacd tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8187434-9479-42a9-a0f3-1ecfd06794dc HTTP/1.1" status: 200 len: 946 time: 0.0507815 Mar 11 03:07:31.826454 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-f912419c-ce80-4c9b-9440-7f5ebc680a5d req-c431edb4-a7a7-4b68-99e8-4e182986c0f4 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.20 "GET /v2.0/security-groups?id=56c380c6-ca1d-4800-95fa-da77ea551055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387387 Mar 11 03:07:31.937544 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e543e557-1f60-4e05-9048-6f813b1e3124 req-cf210559-50ff-4602-90d2-eb2deec01053 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:07:31.939266 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-e543e557-1f60-4e05-9048-6f813b1e3124 req-cf210559-50ff-4602-90d2-eb2deec01053 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8187434-9479-42a9-a0f3-1ecfd06794dc HTTP/1.1" status: 200 len: 946 time: 0.0520542 Mar 11 03:07:31.947763 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 47882) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:07:31.952878 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.v2.base [None req-04d9585c-e5e6-46a1-ab83-bc3f22badba4 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Request body: {'floatingip': {'port_id': 'd6dad6bb-69bd-4705-b533-4f858df9a0d6'}} {{(pid=103104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:07:31.991055 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-04d9585c-e5e6-46a1-ab83-bc3f22badba4 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks [] for floatingip (4b5b3a77-a0a6-4319-97a1-1aac31b92178), before_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:07:32.429911 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-04d9585c-e5e6-46a1-ab83-bc3f22badba4 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:07:32.433451 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-04d9585c-e5e6-46a1-ab83-bc3f22badba4 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580600'] for floatingip (4b5b3a77-a0a6-4319-97a1-1aac31b92178), after_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:07:32.532998 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.db.l3_db [None req-04d9585c-e5e6-46a1-ab83-bc3f22badba4 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Floating IP 4b5b3a77-a0a6-4319-97a1-1aac31b92178 associated. External IP: 172.28.1.3, port: d6dad6bb-69bd-4705-b533-4f858df9a0d6. Mar 11 03:07:32.742027 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04d9585c-e5e6-46a1-ab83-bc3f22badba4 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Router 16462fb9-b56a-4faa-b136-96f09394e3aa has already been hosted by L3 agent 368653ed-b5ce-4183-9c3b-231a0bc3dd35 {{(pid=103104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 03:07:32.847817 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04d9585c-e5e6-46a1-ab83-bc3f22badba4 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Notify agent at l3_agent.dv-cinder-740146-14-smb the message routers_updated {{(pid=103104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 03:07:32.852302 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-04d9585c-e5e6-46a1-ab83-bc3f22badba4 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55355'] for floatingip (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:07:32.857923 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7025975a-9d70-4f4c-9abe-0ea4dfdec93e None None] Sync routers for ids ['16462fb9-b56a-4faa-b136-96f09394e3aa'] in dv-cinder-740146-14-smb {{(pid=103105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 03:07:32.867088 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7025975a-9d70-4f4c-9abe-0ea4dfdec93e None None] Routers {'16462fb9-b56a-4faa-b136-96f09394e3aa'} bound to L3 agent in host dv-cinder-740146-14-smb {{(pid=103105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:07:32.867703 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_hamode_db [None req-7025975a-9d70-4f4c-9abe-0ea4dfdec93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T02:46:25Z,description=,heartbeat_timestamp=2022-03-11T03:07:25Z,host='dv-cinder-740146-14-smb',id=368653ed-b5ce-4183-9c3b-231a0bc3dd35,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T02:46:25Z,topic='l3_agent')) {'router_ids': ['16462fb9-b56a-4faa-b136-96f09394e3aa'], 'active': True} {{(pid=103105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:07:32.881486 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-04d9585c-e5e6-46a1-ab83-bc3f22badba4 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.20 "PUT /v2.0/floatingips/4b5b3a77-a0a6-4319-97a1-1aac31b92178 HTTP/1.1" status: 200 len: 990 time: 0.9325981 Mar 11 03:07:32.882082 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8187434-9479-42a9-a0f3-1ecfd06794dc', 'tag': 'd6dad6bb-69bd-4705-b533-4f858df9a0d6'}] {{(pid=103104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 03:07:32.884279 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b4e7651ceabe3a28ab45abcf2012854968d28c41040a071bcf34f6a69b109a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bf30e79-dcb6-4988-be59-39d8eb09dd23" -d '{"events": [{"name": "network-changed", "server_uuid": "b8187434-9479-42a9-a0f3-1ecfd06794dc", "tag": "d6dad6bb-69bd-4705-b533-4f858df9a0d6"}]}' {{(pid=103104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 03:07:32.919090 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 03:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0951982-ecb7-4943-b53a-d019fcf93d85 x-openstack-request-id: req-a0951982-ecb7-4943-b53a-d019fcf93d85 {{(pid=103104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 03:07:32.919382 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8187434-9479-42a9-a0f3-1ecfd06794dc", "tag": "d6dad6bb-69bd-4705-b533-4f858df9a0d6", "status": "completed", "code": 200}]} {{(pid=103104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 03:07:32.919638 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a0951982-ecb7-4943-b53a-d019fcf93d85 {{(pid=103104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 03:07:32.920035 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8187434-9479-42a9-a0f3-1ecfd06794dc', 'tag': 'd6dad6bb-69bd-4705-b533-4f858df9a0d6', 'status': 'completed', 'code': 200} Mar 11 03:07:32.977451 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_dvr_db [None req-7025975a-9d70-4f4c-9abe-0ea4dfdec93e None None] Set router 16462fb9-b56a-4faa-b136-96f09394e3aa gateway port host: dv-cinder-740146-14-smb {{(pid=103105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:07:32.982390 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf30e79-dcb6-4988-be59-39d8eb09dd23 req-db81e9d1-000a-4fe8-bcf0-4a7a513d5aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:07:32.983883 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-7bf30e79-dcb6-4988-be59-39d8eb09dd23 req-db81e9d1-000a-4fe8-bcf0-4a7a513d5aa0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2b4303e0b14a4764a3e0bdfada32ab0d&device_id=b8187434-9479-42a9-a0f3-1ecfd06794dc HTTP/1.1" status: 200 len: 1130 time: 0.0439596 Mar 11 03:07:33.074535 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf30e79-dcb6-4988-be59-39d8eb09dd23 req-b08bc4bb-6949-4fe4-9a61-a8639089b80a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:07:33.076531 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-7bf30e79-dcb6-4988-be59-39d8eb09dd23 req-b08bc4bb-6949-4fe4-9a61-a8639089b80a service neutron] 10.222.0.13 "GET /v2.0/networks?id=dc083c2a-b960-4ebd-85d4-93c0755ea1e6 HTTP/1.1" status: 200 len: 915 time: 0.0856526 Mar 11 03:07:33.144520 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-7bf30e79-dcb6-4988-be59-39d8eb09dd23 req-7c335e10-f704-4827-beb8-81ead4d54037 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6dad6bb-69bd-4705-b533-4f858df9a0d6 HTTP/1.1" status: 200 len: 998 time: 0.0616324 Mar 11 03:07:33.197623 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf30e79-dcb6-4988-be59-39d8eb09dd23 req-928780d9-0584-4a75-a882-551c4ec1aa50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:07:33.199165 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-7bf30e79-dcb6-4988-be59-39d8eb09dd23 req-928780d9-0584-4a75-a882-551c4ec1aa50 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3939f6db-104b-439d-aa6d-0e5f788bcd04 HTTP/1.1" status: 200 len: 853 time: 0.0489008 Mar 11 03:07:33.205323 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_hamode_db [None req-7025975a-9d70-4f4c-9abe-0ea4dfdec93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16462fb9-b56a-4faa-b136-96f09394e3aa', 'name': 'tempest-AttachVolumeNegativeTest-761504005-router', 'tenant_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'external_fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.147'}], 'enable_snat': True}, 'gw_port_id': '1fd2952d-1552-46b5-b0a8-7a5ebbb68a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:02:44Z', 'updated_at': '2022-03-11T03:02:47Z', 'revision_number': 4, 'project_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'gw_port': {'id': '1fd2952d-1552-46b5-b0a8-7a5ebbb68a11', 'name': '', 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:54:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16462fb9-b56a-4faa-b136-96f09394e3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:02:45Z', 'updated_at': '2022-03-11T03:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-smb', '_floatingips': [{'id': '4b5b3a77-a0a6-4319-97a1-1aac31b92178', 'tenant_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'floating_ip_address': '172.28.1.3', 'floating_network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'router_id': '16462fb9-b56a-4faa-b136-96f09394e3aa', 'port_id': 'd6dad6bb-69bd-4705-b533-4f858df9a0d6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc083c2a-b960-4ebd-85d4-93c0755ea1e6', 'mac_address': 'fa:16:3e:48:ec:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8187434-9479-42a9-a0f3-1ecfd06794dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T03:07:20Z', 'updated_at': '2022-03-11T03:07:32Z', 'revision_number': 1, 'project_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04727a9f-b0af-438e-975d-2aa287012822', 'name': '', 'network_id': 'dc083c2a-b960-4ebd-85d4-93c0755ea1e6', 'tenant_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'mac_address': 'fa:16:3e:bb:df:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16462fb9-b56a-4faa-b136-96f09394e3aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '3939f6db-104b-439d-aa6d-0e5f788bcd04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:02:47Z', 'updated_at': '2022-03-11T03:02:50Z', 'revision_number': 5, 'project_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'subnets': [{'id': '3939f6db-104b-439d-aa6d-0e5f788bcd04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-14-smb', False) {} {{(pid=103105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:07:33.231547 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7025975a-9d70-4f4c-9abe-0ea4dfdec93e None None] Checking router: 16462fb9-b56a-4faa-b136-96f09394e3aa for host: dv-cinder-740146-14-smb {{(pid=103105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 03:07:33.239550 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7025975a-9d70-4f4c-9abe-0ea4dfdec93e None None] Routers {'16462fb9-b56a-4faa-b136-96f09394e3aa'} bound to L3 agent in host dv-cinder-740146-14-smb {{(pid=103105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:07:33.240635 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_hamode_db [None req-7025975a-9d70-4f4c-9abe-0ea4dfdec93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T02:46:25Z,description=,heartbeat_timestamp=2022-03-11T03:07:25Z,host='dv-cinder-740146-14-smb',id=368653ed-b5ce-4183-9c3b-231a0bc3dd35,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T02:46:25Z,topic='l3_agent')) {'router_ids': ['16462fb9-b56a-4faa-b136-96f09394e3aa'], 'active': True} {{(pid=103105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:07:33.246284 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf30e79-dcb6-4988-be59-39d8eb09dd23 req-fd45edb8-2c2d-4c39-9f04-85f0d8f6c8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:07:33.247880 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-7bf30e79-dcb6-4988-be59-39d8eb09dd23 req-fd45edb8-2c2d-4c39-9f04-85f0d8f6c8fc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dc083c2a-b960-4ebd-85d4-93c0755ea1e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0432358 Mar 11 03:07:33.333672 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-7bf30e79-dcb6-4988-be59-39d8eb09dd23 req-f921b49c-4623-41ee-8842-855abd600f3d service neutron] 10.222.0.13 "GET /v2.0/networks/dc083c2a-b960-4ebd-85d4-93c0755ea1e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801291 Mar 11 03:07:33.347993 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_dvr_db [None req-7025975a-9d70-4f4c-9abe-0ea4dfdec93e None None] Set router 16462fb9-b56a-4faa-b136-96f09394e3aa gateway port host: dv-cinder-740146-14-smb {{(pid=103105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:07:33.423259 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-7bf30e79-dcb6-4988-be59-39d8eb09dd23 req-0ce17d58-6d6f-4ee7-b378-332eccda04b1 service neutron] 10.222.0.13 "GET /v2.0/networks/dc083c2a-b960-4ebd-85d4-93c0755ea1e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840051 Mar 11 03:07:33.568552 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_hamode_db [None req-7025975a-9d70-4f4c-9abe-0ea4dfdec93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16462fb9-b56a-4faa-b136-96f09394e3aa', 'name': 'tempest-AttachVolumeNegativeTest-761504005-router', 'tenant_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'external_fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.147'}], 'enable_snat': True}, 'gw_port_id': '1fd2952d-1552-46b5-b0a8-7a5ebbb68a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:02:44Z', 'updated_at': '2022-03-11T03:02:47Z', 'revision_number': 4, 'project_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'gw_port': {'id': '1fd2952d-1552-46b5-b0a8-7a5ebbb68a11', 'name': '', 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:54:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16462fb9-b56a-4faa-b136-96f09394e3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:02:45Z', 'updated_at': '2022-03-11T03:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-smb', '_floatingips': [{'id': '4b5b3a77-a0a6-4319-97a1-1aac31b92178', 'tenant_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'floating_ip_address': '172.28.1.3', 'floating_network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'router_id': '16462fb9-b56a-4faa-b136-96f09394e3aa', 'port_id': 'd6dad6bb-69bd-4705-b533-4f858df9a0d6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc083c2a-b960-4ebd-85d4-93c0755ea1e6', 'mac_address': 'fa:16:3e:48:ec:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8187434-9479-42a9-a0f3-1ecfd06794dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T03:07:20Z', 'updated_at': '2022-03-11T03:07:32Z', 'revision_number': 1, 'project_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04727a9f-b0af-438e-975d-2aa287012822', 'name': '', 'network_id': 'dc083c2a-b960-4ebd-85d4-93c0755ea1e6', 'tenant_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'mac_address': 'fa:16:3e:bb:df:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16462fb9-b56a-4faa-b136-96f09394e3aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '3939f6db-104b-439d-aa6d-0e5f788bcd04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:02:47Z', 'updated_at': '2022-03-11T03:02:50Z', 'revision_number': 5, 'project_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'subnets': [{'id': '3939f6db-104b-439d-aa6d-0e5f788bcd04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-14-smb', False) {} {{(pid=103105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:07:33.594060 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7025975a-9d70-4f4c-9abe-0ea4dfdec93e None None] The sync data for ids ['16462fb9-b56a-4faa-b136-96f09394e3aa'] in dv-cinder-740146-14-smb is: [{'id': '16462fb9-b56a-4faa-b136-96f09394e3aa', 'name': 'tempest-AttachVolumeNegativeTest-761504005-router', 'tenant_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'external_fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.147'}], 'enable_snat': True}, 'gw_port_id': '1fd2952d-1552-46b5-b0a8-7a5ebbb68a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:02:44Z', 'updated_at': '2022-03-11T03:02:47Z', 'revision_number': 4, 'project_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'gw_port': {'id': '1fd2952d-1552-46b5-b0a8-7a5ebbb68a11', 'name': '', 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:54:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16462fb9-b56a-4faa-b136-96f09394e3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:02:45Z', 'updated_at': '2022-03-11T03:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-smb', '_floatingips': [{'id': '4b5b3a77-a0a6-4319-97a1-1aac31b92178', 'tenant_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'floating_ip_address': '172.28.1.3', 'floating_network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'router_id': '16462fb9-b56a-4faa-b136-96f09394e3aa', 'port_id': 'd6dad6bb-69bd-4705-b533-4f858df9a0d6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc083c2a-b960-4ebd-85d4-93c0755ea1e6', 'mac_address': 'fa:16:3e:48:ec:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8187434-9479-42a9-a0f3-1ecfd06794dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T03:07:20Z', 'updated_at': '2022-03-11T03:07:32Z', 'revision_number': 1, 'project_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04727a9f-b0af-438e-975d-2aa287012822', 'name': '', 'network_id': 'dc083c2a-b960-4ebd-85d4-93c0755ea1e6', 'tenant_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'mac_address': 'fa:16:3e:bb:df:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16462fb9-b56a-4faa-b136-96f09394e3aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '3939f6db-104b-439d-aa6d-0e5f788bcd04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:02:47Z', 'updated_at': '2022-03-11T03:02:50Z', 'revision_number': 5, 'project_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'subnets': [{'id': '3939f6db-104b-439d-aa6d-0e5f788bcd04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 03:07:33.768081 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a088af14-e7f9-49da-8b45-a24d8a72d327 None None] New status for floating IP 4b5b3a77-a0a6-4319-97a1-1aac31b92178: ACTIVE {{(pid=103106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 03:07:47.454644 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (56ad6e9b-975a-4fdf-b549-1f3c33ba94e0), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:07:52.445421 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-83762ba9-f174-4d2b-8014-d8d09336268d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (27668cff-ea20-4e06-9a9c-d4f827fe3eb1), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:07:54.839350 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-ba4e82c5-6d41-4847-bf79-5870491bc550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (368653ed-b5ce-4183-9c3b-231a0bc3dd35), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:07:55.719664 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-f28c0ae4-c5a5-4e67-96c2-37b36f3544e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (258069e3-19c1-49ed-8474-20b6ecde628d), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:07:56.827108 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-596a2283-1843-4b64-8123-2f761893d429 req-2618413d-2630-4eea-b2d1-a7fc746378c9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b8187434-9479-42a9-a0f3-1ecfd06794dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0425527 Mar 11 03:07:56.907365 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.agents_db [None req-3d558b34-a2e4-40ae-982b-3a8752938275 None None] Agent healthcheck: found 6 active agents {{(pid=103106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 03:07:56.916312 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596a2283-1843-4b64-8123-2f761893d429 req-4b1a2db2-1b38-4b17-a947-1c7b40967819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:07:56.917868 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-596a2283-1843-4b64-8123-2f761893d429 req-4b1a2db2-1b38-4b17-a947-1c7b40967819 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2b4303e0b14a4764a3e0bdfada32ab0d&device_id=b8187434-9479-42a9-a0f3-1ecfd06794dc HTTP/1.1" status: 200 len: 1130 time: 0.0474885 Mar 11 03:07:57.016041 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596a2283-1843-4b64-8123-2f761893d429 req-5740e32e-9d8c-4343-8ea0-cd410e4df10c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:07:57.017523 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-596a2283-1843-4b64-8123-2f761893d429 req-5740e32e-9d8c-4343-8ea0-cd410e4df10c service neutron] 10.222.0.13 "GET /v2.0/networks?id=dc083c2a-b960-4ebd-85d4-93c0755ea1e6 HTTP/1.1" status: 200 len: 915 time: 0.0821359 Mar 11 03:07:57.084832 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-596a2283-1843-4b64-8123-2f761893d429 req-597dee1d-c851-4074-b3fd-13941107e39b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6dad6bb-69bd-4705-b533-4f858df9a0d6 HTTP/1.1" status: 200 len: 1000 time: 0.0611293 Mar 11 03:07:57.131806 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596a2283-1843-4b64-8123-2f761893d429 req-9bafec2f-650d-4a55-96cb-c3d6794d56d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:07:57.133261 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-596a2283-1843-4b64-8123-2f761893d429 req-9bafec2f-650d-4a55-96cb-c3d6794d56d2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3939f6db-104b-439d-aa6d-0e5f788bcd04 HTTP/1.1" status: 200 len: 853 time: 0.0427945 Mar 11 03:07:57.179620 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596a2283-1843-4b64-8123-2f761893d429 req-6f3d3cb1-3a17-45b5-ab6d-af1d87680499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:07:57.180342 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-596a2283-1843-4b64-8123-2f761893d429 req-6f3d3cb1-3a17-45b5-ab6d-af1d87680499 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dc083c2a-b960-4ebd-85d4-93c0755ea1e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0415697 Mar 11 03:07:57.198841 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-afaf34ad-b747-4180-ba41-f81d7ecfb39b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (b193670b-9854-4e90-bc6a-e616470c2469), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:07:57.537056 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-596a2283-1843-4b64-8123-2f761893d429 req-b0cfe542-cdb5-40e8-8650-7deac2649f93 service neutron] 10.222.0.13 "GET /v2.0/networks/dc083c2a-b960-4ebd-85d4-93c0755ea1e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3512306 Mar 11 03:07:57.623644 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-596a2283-1843-4b64-8123-2f761893d429 req-c052c14c-d23b-4b30-afda-567fda85d6d4 service neutron] 10.222.0.13 "GET /v2.0/networks/dc083c2a-b960-4ebd-85d4-93c0755ea1e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791450 Mar 11 03:07:58.760006 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (36a16930-fe6f-49e2-96be-29faaa54e9a3), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:08:17.462038 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (56ad6e9b-975a-4fdf-b549-1f3c33ba94e0), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:08:22.446642 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-64cc6225-8e94-4551-97f4-e7f577fd1afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (27668cff-ea20-4e06-9a9c-d4f827fe3eb1), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:08:24.840066 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-d75a9881-e570-4d3a-9856-52c5e29d68e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (368653ed-b5ce-4183-9c3b-231a0bc3dd35), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:08:25.720330 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-f28c0ae4-c5a5-4e67-96c2-37b36f3544e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (258069e3-19c1-49ed-8474-20b6ecde628d), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:08:27.201843 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-afaf34ad-b747-4180-ba41-f81d7ecfb39b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (b193670b-9854-4e90-bc6a-e616470c2469), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:08:28.762136 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (36a16930-fe6f-49e2-96be-29faaa54e9a3), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:08:33.911803 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.agents_db [None req-3d558b34-a2e4-40ae-982b-3a8752938275 None None] Agent healthcheck: found 6 active agents {{(pid=103106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 03:08:38.770182 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a0df85-30f5-4dd9-be07-d727438f03e3 req-3de04767-9e7c-48c3-aa0f-c2a45e12d6a3 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:08:38.771539 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-93a0df85-30f5-4dd9-be07-d727438f03e3 req-3de04767-9e7c-48c3-aa0f-c2a45e12d6a3 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8187434-9479-42a9-a0f3-1ecfd06794dc HTTP/1.1" status: 200 len: 946 time: 0.0521843 Mar 11 03:08:38.819702 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-93a0df85-30f5-4dd9-be07-d727438f03e3 req-d4b4e4b5-6840-4efe-93cb-1d2a727ea58d tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.20 "GET /v2.0/security-groups?id=56c380c6-ca1d-4800-95fa-da77ea551055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425186 Mar 11 03:08:39.940586 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3606c0-f4ae-466e-bdcb-ecc54f6ef7bf req-6ac62ee9-21e7-43a3-9dde-b00f7b9f3eba tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:08:39.942101 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-6a3606c0-f4ae-466e-bdcb-ecc54f6ef7bf req-6ac62ee9-21e7-43a3-9dde-b00f7b9f3eba tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8187434-9479-42a9-a0f3-1ecfd06794dc HTTP/1.1" status: 200 len: 946 time: 0.0550678 Mar 11 03:08:39.988444 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [req-6a3606c0-f4ae-466e-bdcb-ecc54f6ef7bf req-31a47859-34db-4ef2-964e-3a5fe9fa2b97 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.20 "GET /v2.0/security-groups?id=56c380c6-ca1d-4800-95fa-da77ea551055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407362 Mar 11 03:08:40.713290 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462f1bb1-a842-44b9-861f-3021a9d33054 req-db5e1862-d08a-4a68-ae39-e55e4ab11654 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:08:40.714810 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-462f1bb1-a842-44b9-861f-3021a9d33054 req-db5e1862-d08a-4a68-ae39-e55e4ab11654 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8187434-9479-42a9-a0f3-1ecfd06794dc HTTP/1.1" status: 200 len: 946 time: 0.0507839 Mar 11 03:08:40.799758 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.plugin [req-462f1bb1-a842-44b9-861f-3021a9d33054 req-851bb995-3336-47a1-9c1a-6c3eaa7e7fa3 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Deleting port d6dad6bb-69bd-4705-b533-4f858df9a0d6 {{(pid=103104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 03:08:40.800091 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-462f1bb1-a842-44b9-861f-3021a9d33054 req-851bb995-3336-47a1-9c1a-6c3eaa7e7fa3 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774349354222'] for port (d6dad6bb-69bd-4705-b533-4f858df9a0d6), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:08:40.889495 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.db [req-462f1bb1-a842-44b9-861f-3021a9d33054 req-851bb995-3336-47a1-9c1a-6c3eaa7e7fa3 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] For port d6dad6bb-69bd-4705-b533-4f858df9a0d6, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=d6dad6bb-69bd-4705-b533-4f858df9a0d6,segment=NetworkSegment(45f0554f-4816-4fc7-b15f-6b5fa2e57ece),segment_id=45f0554f-4816-4fc7-b15f-6b5fa2e57ece)] {{(pid=103104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:08:40.889871 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-462f1bb1-a842-44b9-861f-3021a9d33054 req-851bb995-3336-47a1-9c1a-6c3eaa7e7fa3 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574894'] for port (d6dad6bb-69bd-4705-b533-4f858df9a0d6), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:08:41.055520 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-462f1bb1-a842-44b9-861f-3021a9d33054 req-851bb995-3336-47a1-9c1a-6c3eaa7e7fa3 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:08:41.055885 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-462f1bb1-a842-44b9-861f-3021a9d33054 req-851bb995-3336-47a1-9c1a-6c3eaa7e7fa3 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580600'] for floatingip (4b5b3a77-a0a6-4319-97a1-1aac31b92178), after_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:08:41.056199 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.db.l3_db [req-462f1bb1-a842-44b9-861f-3021a9d33054 req-851bb995-3336-47a1-9c1a-6c3eaa7e7fa3 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Floating IP 4b5b3a77-a0a6-4319-97a1-1aac31b92178 disassociated. External IP: 172.28.1.3, port: d6dad6bb-69bd-4705-b533-4f858df9a0d6. Mar 11 03:08:41.056537 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.plugin [req-462f1bb1-a842-44b9-861f-3021a9d33054 req-851bb995-3336-47a1-9c1a-6c3eaa7e7fa3 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Calling delete_port for d6dad6bb-69bd-4705-b533-4f858df9a0d6 owned by compute:nova {{(pid=103104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 03:08:41.157809 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ffd91d-13a3-4427-b021-edec72a42cbc req-e76bf4ef-01b1-4307-bae2-19687597324e tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:08:41.159260 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-c4ffd91d-13a3-4427-b021-edec72a42cbc req-e76bf4ef-01b1-4307-bae2-19687597324e tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8187434-9479-42a9-a0f3-1ecfd06794dc HTTP/1.1" status: 200 len: 946 time: 0.1007080 Mar 11 03:08:41.240097 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-c4ffd91d-13a3-4427-b021-edec72a42cbc req-53b23dc6-5ba7-4ae0-a782-bf75e7f79b0b tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.20 "GET /v2.0/security-groups?id=56c380c6-ca1d-4800-95fa-da77ea551055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699832 Mar 11 03:08:41.256305 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-462f1bb1-a842-44b9-861f-3021a9d33054 req-851bb995-3336-47a1-9c1a-6c3eaa7e7fa3 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774349360213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774348857685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9193763'] for port (d6dad6bb-69bd-4705-b533-4f858df9a0d6), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:08:41.296766 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851bb995-3336-47a1-9c1a-6c3eaa7e7fa3 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Pushing event deleted for resources: {'Port': ['ID=d6dad6bb-69bd-4705-b533-4f858df9a0d6,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:08:41.307518 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851bb995-3336-47a1-9c1a-6c3eaa7e7fa3 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:08:41.307914 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851bb995-3336-47a1-9c1a-6c3eaa7e7fa3 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:08:41.308265 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851bb995-3336-47a1-9c1a-6c3eaa7e7fa3 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:08:41.308610 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851bb995-3336-47a1-9c1a-6c3eaa7e7fa3 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:08:41.308949 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851bb995-3336-47a1-9c1a-6c3eaa7e7fa3 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:08:41.309330 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851bb995-3336-47a1-9c1a-6c3eaa7e7fa3 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:08:41.309669 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851bb995-3336-47a1-9c1a-6c3eaa7e7fa3 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:08:41.310004 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851bb995-3336-47a1-9c1a-6c3eaa7e7fa3 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:08:41.310384 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851bb995-3336-47a1-9c1a-6c3eaa7e7fa3 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:08:41.310777 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851bb995-3336-47a1-9c1a-6c3eaa7e7fa3 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:08:41.311179 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851bb995-3336-47a1-9c1a-6c3eaa7e7fa3 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:08:41.311519 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851bb995-3336-47a1-9c1a-6c3eaa7e7fa3 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:08:41.311852 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851bb995-3336-47a1-9c1a-6c3eaa7e7fa3 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:08:41.421488 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.scheduler.l3_agent_scheduler [req-462f1bb1-a842-44b9-861f-3021a9d33054 req-851bb995-3336-47a1-9c1a-6c3eaa7e7fa3 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Router 16462fb9-b56a-4faa-b136-96f09394e3aa has already been hosted by L3 agent 368653ed-b5ce-4183-9c3b-231a0bc3dd35 {{(pid=103104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 03:08:41.531983 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-462f1bb1-a842-44b9-861f-3021a9d33054 req-851bb995-3336-47a1-9c1a-6c3eaa7e7fa3 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Notify agent at l3_agent.dv-cinder-740146-14-smb the message routers_updated {{(pid=103104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 03:08:41.541576 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef6b2f6-1738-4e95-951b-6bc646df9879 None None] Sync routers for ids ['16462fb9-b56a-4faa-b136-96f09394e3aa'] in dv-cinder-740146-14-smb {{(pid=103105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 03:08:41.551150 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef6b2f6-1738-4e95-951b-6bc646df9879 None None] Routers {'16462fb9-b56a-4faa-b136-96f09394e3aa'} bound to L3 agent in host dv-cinder-740146-14-smb {{(pid=103105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:08:41.551690 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_hamode_db [None req-7ef6b2f6-1738-4e95-951b-6bc646df9879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T02:46:25Z,description=,heartbeat_timestamp=2022-03-11T03:08:25Z,host='dv-cinder-740146-14-smb',id=368653ed-b5ce-4183-9c3b-231a0bc3dd35,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T02:46:25Z,topic='l3_agent')) {'router_ids': ['16462fb9-b56a-4faa-b136-96f09394e3aa'], 'active': True} {{(pid=103105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:08:41.571737 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.db.l3_dvrscheduler_db [req-462f1bb1-a842-44b9-861f-3021a9d33054 req-851bb995-3336-47a1-9c1a-6c3eaa7e7fa3 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] No DVR routers for this DVR port d6dad6bb-69bd-4705-b533-4f858df9a0d6 on host hv-cinder-74014 {{(pid=103104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 03:08:41.574749 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-462f1bb1-a842-44b9-861f-3021a9d33054 req-851bb995-3336-47a1-9c1a-6c3eaa7e7fa3 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55355'] for port (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:08:41.578031 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [req-462f1bb1-a842-44b9-861f-3021a9d33054 req-851bb995-3336-47a1-9c1a-6c3eaa7e7fa3 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.13 "DELETE /v2.0/ports/d6dad6bb-69bd-4705-b533-4f858df9a0d6 HTTP/1.1" status: 204 len: 173 time: 0.8583529 Mar 11 03:08:41.578483 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8187434-9479-42a9-a0f3-1ecfd06794dc', 'name': 'network-vif-deleted', 'tag': 'd6dad6bb-69bd-4705-b533-4f858df9a0d6'}] {{(pid=103104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 03:08:41.580726 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b4e7651ceabe3a28ab45abcf2012854968d28c41040a071bcf34f6a69b109a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-043362f8-3e54-43ad-8975-188d33d72665" -d '{"events": [{"server_uuid": "b8187434-9479-42a9-a0f3-1ecfd06794dc", "name": "network-vif-deleted", "tag": "d6dad6bb-69bd-4705-b533-4f858df9a0d6"}]}' {{(pid=103104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 03:08:41.616804 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 03:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9edcf910-751a-48f5-abde-a4176e4e63ac x-openstack-request-id: req-9edcf910-751a-48f5-abde-a4176e4e63ac {{(pid=103104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 03:08:41.617125 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8187434-9479-42a9-a0f3-1ecfd06794dc", "name": "network-vif-deleted", "tag": "d6dad6bb-69bd-4705-b533-4f858df9a0d6", "status": "completed", "code": 200}]} {{(pid=103104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 03:08:41.617386 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9edcf910-751a-48f5-abde-a4176e4e63ac {{(pid=103104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 03:08:41.617793 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8187434-9479-42a9-a0f3-1ecfd06794dc', 'name': 'network-vif-deleted', 'tag': 'd6dad6bb-69bd-4705-b533-4f858df9a0d6', 'status': 'completed', 'code': 200} Mar 11 03:08:41.675445 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_dvr_db [None req-7ef6b2f6-1738-4e95-951b-6bc646df9879 None None] Set router 16462fb9-b56a-4faa-b136-96f09394e3aa gateway port host: dv-cinder-740146-14-smb {{(pid=103105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:08:41.877291 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_hamode_db [None req-7ef6b2f6-1738-4e95-951b-6bc646df9879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16462fb9-b56a-4faa-b136-96f09394e3aa', 'name': 'tempest-AttachVolumeNegativeTest-761504005-router', 'tenant_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'external_fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.147'}], 'enable_snat': True}, 'gw_port_id': '1fd2952d-1552-46b5-b0a8-7a5ebbb68a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:02:44Z', 'updated_at': '2022-03-11T03:02:47Z', 'revision_number': 4, 'project_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'gw_port': {'id': '1fd2952d-1552-46b5-b0a8-7a5ebbb68a11', 'name': '', 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:54:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16462fb9-b56a-4faa-b136-96f09394e3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:02:45Z', 'updated_at': '2022-03-11T03:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-smb', '_interfaces': [{'id': '04727a9f-b0af-438e-975d-2aa287012822', 'name': '', 'network_id': 'dc083c2a-b960-4ebd-85d4-93c0755ea1e6', 'tenant_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'mac_address': 'fa:16:3e:bb:df:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16462fb9-b56a-4faa-b136-96f09394e3aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '3939f6db-104b-439d-aa6d-0e5f788bcd04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:02:47Z', 'updated_at': '2022-03-11T03:02:50Z', 'revision_number': 5, 'project_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'subnets': [{'id': '3939f6db-104b-439d-aa6d-0e5f788bcd04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-14-smb', False) {} {{(pid=103105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:08:41.907343 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef6b2f6-1738-4e95-951b-6bc646df9879 None None] Checking router: 16462fb9-b56a-4faa-b136-96f09394e3aa for host: dv-cinder-740146-14-smb {{(pid=103105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 03:08:41.915709 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef6b2f6-1738-4e95-951b-6bc646df9879 None None] Routers {'16462fb9-b56a-4faa-b136-96f09394e3aa'} bound to L3 agent in host dv-cinder-740146-14-smb {{(pid=103105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:08:41.916290 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_hamode_db [None req-7ef6b2f6-1738-4e95-951b-6bc646df9879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T02:46:25Z,description=,heartbeat_timestamp=2022-03-11T03:08:25Z,host='dv-cinder-740146-14-smb',id=368653ed-b5ce-4183-9c3b-231a0bc3dd35,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T02:46:25Z,topic='l3_agent')) {'router_ids': ['16462fb9-b56a-4faa-b136-96f09394e3aa'], 'active': True} {{(pid=103105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:08:42.025801 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_dvr_db [None req-7ef6b2f6-1738-4e95-951b-6bc646df9879 None None] Set router 16462fb9-b56a-4faa-b136-96f09394e3aa gateway port host: dv-cinder-740146-14-smb {{(pid=103105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:08:42.218774 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_hamode_db [None req-7ef6b2f6-1738-4e95-951b-6bc646df9879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16462fb9-b56a-4faa-b136-96f09394e3aa', 'name': 'tempest-AttachVolumeNegativeTest-761504005-router', 'tenant_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'external_fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.147'}], 'enable_snat': True}, 'gw_port_id': '1fd2952d-1552-46b5-b0a8-7a5ebbb68a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:02:44Z', 'updated_at': '2022-03-11T03:02:47Z', 'revision_number': 4, 'project_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'gw_port': {'id': '1fd2952d-1552-46b5-b0a8-7a5ebbb68a11', 'name': '', 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:54:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16462fb9-b56a-4faa-b136-96f09394e3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:02:45Z', 'updated_at': '2022-03-11T03:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-smb', '_interfaces': [{'id': '04727a9f-b0af-438e-975d-2aa287012822', 'name': '', 'network_id': 'dc083c2a-b960-4ebd-85d4-93c0755ea1e6', 'tenant_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'mac_address': 'fa:16:3e:bb:df:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16462fb9-b56a-4faa-b136-96f09394e3aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '3939f6db-104b-439d-aa6d-0e5f788bcd04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:02:47Z', 'updated_at': '2022-03-11T03:02:50Z', 'revision_number': 5, 'project_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'subnets': [{'id': '3939f6db-104b-439d-aa6d-0e5f788bcd04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-14-smb', False) {} {{(pid=103105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:08:42.244431 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef6b2f6-1738-4e95-951b-6bc646df9879 None None] The sync data for ids ['16462fb9-b56a-4faa-b136-96f09394e3aa'] in dv-cinder-740146-14-smb is: [{'id': '16462fb9-b56a-4faa-b136-96f09394e3aa', 'name': 'tempest-AttachVolumeNegativeTest-761504005-router', 'tenant_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'external_fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.147'}], 'enable_snat': True}, 'gw_port_id': '1fd2952d-1552-46b5-b0a8-7a5ebbb68a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:02:44Z', 'updated_at': '2022-03-11T03:02:47Z', 'revision_number': 4, 'project_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'gw_port': {'id': '1fd2952d-1552-46b5-b0a8-7a5ebbb68a11', 'name': '', 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:54:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16462fb9-b56a-4faa-b136-96f09394e3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:02:45Z', 'updated_at': '2022-03-11T03:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-smb', '_interfaces': [{'id': '04727a9f-b0af-438e-975d-2aa287012822', 'name': '', 'network_id': 'dc083c2a-b960-4ebd-85d4-93c0755ea1e6', 'tenant_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'mac_address': 'fa:16:3e:bb:df:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16462fb9-b56a-4faa-b136-96f09394e3aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '3939f6db-104b-439d-aa6d-0e5f788bcd04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:02:47Z', 'updated_at': '2022-03-11T03:02:50Z', 'revision_number': 5, 'project_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'subnets': [{'id': '3939f6db-104b-439d-aa6d-0e5f788bcd04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 03:08:42.336763 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 47980) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:08:42.393008 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-43e64663-cf74-4927-8191-74dccb17f8f4 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks [] for security_group (56c380c6-ca1d-4800-95fa-da77ea551055), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:08:42.416615 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-43e64663-cf74-4927-8191-74dccb17f8f4 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks [] for security_group (56c380c6-ca1d-4800-95fa-da77ea551055), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:08:42.464737 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-43e64663-cf74-4927-8191-74dccb17f8f4 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (56c380c6-ca1d-4800-95fa-da77ea551055), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:08:42.468287 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-43e64663-cf74-4927-8191-74dccb17f8f4 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks [] for security_group (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:08:42.469711 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-43e64663-cf74-4927-8191-74dccb17f8f4 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.20 "DELETE /v2.0/security-groups/56c380c6-ca1d-4800-95fa-da77ea551055 HTTP/1.1" status: 204 len: 168 time: 0.1318431 Mar 11 03:08:42.470071 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe96c028-f121-485b-92f5-b53889eb5b53 None None] New status for floating IP 4b5b3a77-a0a6-4319-97a1-1aac31b92178: DOWN {{(pid=103106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 03:08:42.472524 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 47982) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:08:42.479125 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e64663-cf74-4927-8191-74dccb17f8f4 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56c380c6-ca1d-4800-95fa-da77ea551055,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:08:42.486708 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.api.v2.resource [None req-5209350a-51ff-4393-99fd-0b6f3787ed55 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] show failed (client error): The resource could not be found. Mar 11 03:08:42.487984 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-5209350a-51ff-4393-99fd-0b6f3787ed55 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.20 "GET /v2.0/security-groups/56c380c6-ca1d-4800-95fa-da77ea551055 HTTP/1.1" status: 404 len: 347 time: 0.0143015 Mar 11 03:08:42.490877 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 47984) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:08:42.616497 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-ddfc9793-0053-4094-b375-611df38bbb74 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Deleting port 815e6662-d62e-496a-9f76-5fb3f45e2071 {{(pid=103103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 03:08:42.616838 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-ddfc9793-0053-4094-b375-611df38bbb74 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774349354222'] for port (815e6662-d62e-496a-9f76-5fb3f45e2071), before_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:08:42.692989 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-ddfc9793-0053-4094-b375-611df38bbb74 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574894'] for port (815e6662-d62e-496a-9f76-5fb3f45e2071), precommit_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:08:42.693342 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-ddfc9793-0053-4094-b375-611df38bbb74 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks [] for floatingip (815e6662-d62e-496a-9f76-5fb3f45e2071), precommit_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:08:42.704497 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-ddfc9793-0053-4094-b375-611df38bbb74 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Calling delete_port for 815e6662-d62e-496a-9f76-5fb3f45e2071 owned by network:floatingip {{(pid=103103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 03:08:42.827787 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-ddfc9793-0053-4094-b375-611df38bbb74 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774349360213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774348857685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9139710'] for port (815e6662-d62e-496a-9f76-5fb3f45e2071), after_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:08:42.854168 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfc9793-0053-4094-b375-611df38bbb74 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Pushing event deleted for resources: {'Port': ['ID=815e6662-d62e-496a-9f76-5fb3f45e2071,revision_number=None']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:08:42.867329 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfc9793-0053-4094-b375-611df38bbb74 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:08:42.867685 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfc9793-0053-4094-b375-611df38bbb74 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:08:42.868031 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfc9793-0053-4094-b375-611df38bbb74 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:08:42.868369 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfc9793-0053-4094-b375-611df38bbb74 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:08:42.868702 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfc9793-0053-4094-b375-611df38bbb74 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:08:42.869034 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfc9793-0053-4094-b375-611df38bbb74 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:08:42.869389 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfc9793-0053-4094-b375-611df38bbb74 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:08:42.869719 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfc9793-0053-4094-b375-611df38bbb74 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:08:42.870047 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfc9793-0053-4094-b375-611df38bbb74 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:08:42.870971 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfc9793-0053-4094-b375-611df38bbb74 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:08:42.871300 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfc9793-0053-4094-b375-611df38bbb74 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:08:42.871631 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfc9793-0053-4094-b375-611df38bbb74 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:08:42.871954 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfc9793-0053-4094-b375-611df38bbb74 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-smb {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:08:42.924921 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-ddfc9793-0053-4094-b375-611df38bbb74 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks [] for floatingip (4b5b3a77-a0a6-4319-97a1-1aac31b92178), after_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:08:42.927507 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-ddfc9793-0053-4094-b375-611df38bbb74 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55355'] for floatingip (None), before_response {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:08:42.928659 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-ddfc9793-0053-4094-b375-611df38bbb74 tempest-AttachVolumeNegativeTest-179784880 tempest-AttachVolumeNegativeTest-179784880-project] 10.222.0.20 "DELETE /v2.0/floatingips/4b5b3a77-a0a6-4319-97a1-1aac31b92178 HTTP/1.1" status: 204 len: 168 time: 0.4366782 Mar 11 03:08:45.825928 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Device d6dad6bb-69bd-4705-b533-4f858df9a0d6 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=103105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 03:08:45.846085 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] No Port match for: d6dad6bb-69bd-4705-b533-4f858df9a0d6 {{(pid=103105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 03:08:45.846361 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Device d6dad6bb-69bd-4705-b533-4f858df9a0d6 not bound to the agent host hv-cinder-74014 {{(pid=103105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 03:08:46.553428 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 48020) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:08:47.016163 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-cdc3c5a1-0672-4112-81a7-cccfe60dc9de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-576760'] for router_interface (16462fb9-b56a-4faa-b136-96f09394e3aa), before_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:08:47.463367 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (56ad6e9b-975a-4fdf-b549-1f3c33ba94e0), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:08:47.472658 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-cdc3c5a1-0672-4112-81a7-cccfe60dc9de admin admin] Deleting port 04727a9f-b0af-438e-975d-2aa287012822 {{(pid=103103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 03:08:47.472999 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-cdc3c5a1-0672-4112-81a7-cccfe60dc9de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774349354222'] for port (04727a9f-b0af-438e-975d-2aa287012822), before_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:08:47.549082 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-cdc3c5a1-0672-4112-81a7-cccfe60dc9de admin admin] For port 04727a9f-b0af-438e-975d-2aa287012822, host dv-cinder-740146-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-smb',level=0,port_id=04727a9f-b0af-438e-975d-2aa287012822,segment=NetworkSegment(45f0554f-4816-4fc7-b15f-6b5fa2e57ece),segment_id=45f0554f-4816-4fc7-b15f-6b5fa2e57ece)] {{(pid=103103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:08:47.549466 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-cdc3c5a1-0672-4112-81a7-cccfe60dc9de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574894'] for port (04727a9f-b0af-438e-975d-2aa287012822), precommit_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:08:47.561107 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-cdc3c5a1-0672-4112-81a7-cccfe60dc9de admin admin] Calling delete_port for 04727a9f-b0af-438e-975d-2aa287012822 owned by network:router_interface {{(pid=103103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 03:08:47.733169 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-cdc3c5a1-0672-4112-81a7-cccfe60dc9de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774349360213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774348857685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9139710'] for port (04727a9f-b0af-438e-975d-2aa287012822), after_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:08:47.762413 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc3c5a1-0672-4112-81a7-cccfe60dc9de admin admin] Pushing event deleted for resources: {'Port': ['ID=04727a9f-b0af-438e-975d-2aa287012822,revision_number=None']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:08:47.925951 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-cdc3c5a1-0672-4112-81a7-cccfe60dc9de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-648108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575848'] for router_interface (16462fb9-b56a-4faa-b136-96f09394e3aa), after_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:08:48.134234 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdc3c5a1-0672-4112-81a7-cccfe60dc9de admin admin] Router 16462fb9-b56a-4faa-b136-96f09394e3aa has already been hosted by L3 agent 368653ed-b5ce-4183-9c3b-231a0bc3dd35 {{(pid=103103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 03:08:48.239835 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdc3c5a1-0672-4112-81a7-cccfe60dc9de admin admin] Notify agent at l3_agent.dv-cinder-740146-14-smb the message routers_updated {{(pid=103103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 03:08:48.244810 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-cdc3c5a1-0672-4112-81a7-cccfe60dc9de admin admin] 10.222.0.20 "PUT /v2.0/routers/16462fb9-b56a-4faa-b136-96f09394e3aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6903467 Mar 11 03:08:48.247746 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 48024) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:08:48.250294 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a93dd5d4-8625-4447-a2ac-7bf4b3f3a262 None None] Sync routers for ids ['16462fb9-b56a-4faa-b136-96f09394e3aa'] in dv-cinder-740146-14-smb {{(pid=103105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 03:08:48.259559 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93dd5d4-8625-4447-a2ac-7bf4b3f3a262 None None] Routers {'16462fb9-b56a-4faa-b136-96f09394e3aa'} bound to L3 agent in host dv-cinder-740146-14-smb {{(pid=103105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:08:48.260164 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_hamode_db [None req-a93dd5d4-8625-4447-a2ac-7bf4b3f3a262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T02:46:25Z,description=,heartbeat_timestamp=2022-03-11T03:08:25Z,host='dv-cinder-740146-14-smb',id=368653ed-b5ce-4183-9c3b-231a0bc3dd35,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T02:46:25Z,topic='l3_agent')) {'router_ids': ['16462fb9-b56a-4faa-b136-96f09394e3aa'], 'active': True} {{(pid=103105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:08:48.353410 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-30ed63e7-102e-438f-afb9-0a8173123492 admin admin] Publish callbacks [] for router (16462fb9-b56a-4faa-b136-96f09394e3aa), before_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:08:48.456822 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-30ed63e7-102e-438f-afb9-0a8173123492 admin admin] Publish callbacks [] for router_gateway (16462fb9-b56a-4faa-b136-96f09394e3aa), before_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:08:48.491145 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_dvr_db [None req-a93dd5d4-8625-4447-a2ac-7bf4b3f3a262 None None] Set router 16462fb9-b56a-4faa-b136-96f09394e3aa gateway port host: dv-cinder-740146-14-smb {{(pid=103105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:08:48.507327 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-30ed63e7-102e-438f-afb9-0a8173123492 admin admin] Deleting port 1fd2952d-1552-46b5-b0a8-7a5ebbb68a11 {{(pid=103103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 03:08:48.507666 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-30ed63e7-102e-438f-afb9-0a8173123492 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774349354222'] for port (1fd2952d-1552-46b5-b0a8-7a5ebbb68a11), before_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:08:48.582898 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-30ed63e7-102e-438f-afb9-0a8173123492 admin admin] For port 1fd2952d-1552-46b5-b0a8-7a5ebbb68a11, host dv-cinder-740146-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-smb',level=0,port_id=1fd2952d-1552-46b5-b0a8-7a5ebbb68a11,segment=NetworkSegment(86701719-770a-4197-8a84-07fe4dcd9e0f),segment_id=86701719-770a-4197-8a84-07fe4dcd9e0f)] {{(pid=103103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:08:48.583633 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-30ed63e7-102e-438f-afb9-0a8173123492 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574894'] for port (1fd2952d-1552-46b5-b0a8-7a5ebbb68a11), precommit_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:08:48.595316 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-30ed63e7-102e-438f-afb9-0a8173123492 admin admin] Calling delete_port for 1fd2952d-1552-46b5-b0a8-7a5ebbb68a11 owned by network:router_gateway {{(pid=103103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 03:08:48.671938 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_hamode_db [None req-a93dd5d4-8625-4447-a2ac-7bf4b3f3a262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16462fb9-b56a-4faa-b136-96f09394e3aa', 'name': 'tempest-AttachVolumeNegativeTest-761504005-router', 'tenant_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'external_fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.147'}], 'enable_snat': True}, 'gw_port_id': '1fd2952d-1552-46b5-b0a8-7a5ebbb68a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:02:44Z', 'updated_at': '2022-03-11T03:08:47Z', 'revision_number': 5, 'project_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'gw_port': {'id': '1fd2952d-1552-46b5-b0a8-7a5ebbb68a11', 'name': '', 'network_id': '67cf6db3-75c3-4d86-ba36-4af7c18cd6b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:54:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16462fb9-b56a-4faa-b136-96f09394e3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'ip_address': '172.28.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:02:45Z', 'updated_at': '2022-03-11T03:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7d2e570-d6ba-46f8-a9e5-cfe6c27c9c0e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-smb'}], 'dv-cinder-740146-14-smb', False) {} {{(pid=103105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:08:48.698266 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a93dd5d4-8625-4447-a2ac-7bf4b3f3a262 None None] Checking router: 16462fb9-b56a-4faa-b136-96f09394e3aa for host: dv-cinder-740146-14-smb {{(pid=103105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 03:08:48.706616 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93dd5d4-8625-4447-a2ac-7bf4b3f3a262 None None] Routers {'16462fb9-b56a-4faa-b136-96f09394e3aa'} bound to L3 agent in host dv-cinder-740146-14-smb {{(pid=103105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:08:48.707441 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_hamode_db [None req-a93dd5d4-8625-4447-a2ac-7bf4b3f3a262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T02:46:25Z,description=,heartbeat_timestamp=2022-03-11T03:08:25Z,host='dv-cinder-740146-14-smb',id=368653ed-b5ce-4183-9c3b-231a0bc3dd35,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T02:46:25Z,topic='l3_agent')) {'router_ids': ['16462fb9-b56a-4faa-b136-96f09394e3aa'], 'active': True} {{(pid=103105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:08:48.759070 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-30ed63e7-102e-438f-afb9-0a8173123492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774349360213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774348857685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9139710'] for port (1fd2952d-1552-46b5-b0a8-7a5ebbb68a11), after_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:08:48.788329 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ed63e7-102e-438f-afb9-0a8173123492 admin admin] Pushing event deleted for resources: {'Port': ['ID=1fd2952d-1552-46b5-b0a8-7a5ebbb68a11,revision_number=None']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:08:48.797585 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_dvr_db [None req-a93dd5d4-8625-4447-a2ac-7bf4b3f3a262 None None] Set router 16462fb9-b56a-4faa-b136-96f09394e3aa gateway port host: None {{(pid=103105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:08:48.852795 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.db.l3_hamode_db [None req-a93dd5d4-8625-4447-a2ac-7bf4b3f3a262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16462fb9-b56a-4faa-b136-96f09394e3aa', 'name': 'tempest-AttachVolumeNegativeTest-761504005-router', 'tenant_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:02:44Z', 'updated_at': '2022-03-11T03:08:48Z', 'revision_number': 6, 'project_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'gw_port_host': None}], 'dv-cinder-740146-14-smb', False) {} {{(pid=103105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:08:48.854429 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-30ed63e7-102e-438f-afb9-0a8173123492 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580546'] for router_gateway (16462fb9-b56a-4faa-b136-96f09394e3aa), after_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:08:48.885207 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a93dd5d4-8625-4447-a2ac-7bf4b3f3a262 None None] The sync data for ids ['16462fb9-b56a-4faa-b136-96f09394e3aa'] in dv-cinder-740146-14-smb is: [{'id': '16462fb9-b56a-4faa-b136-96f09394e3aa', 'name': 'tempest-AttachVolumeNegativeTest-761504005-router', 'tenant_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:02:44Z', 'updated_at': '2022-03-11T03:08:48Z', 'revision_number': 6, 'project_id': '2b4303e0b14a4764a3e0bdfada32ab0d', 'gw_port_host': None}] {{(pid=103105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 03:08:48.958646 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-30ed63e7-102e-438f-afb9-0a8173123492 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-586829', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58005'] for router (16462fb9-b56a-4faa-b136-96f09394e3aa), precommit_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:08:48.960687 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-30ed63e7-102e-438f-afb9-0a8173123492 admin admin] Publish callbacks [] for router_controller (16462fb9-b56a-4faa-b136-96f09394e3aa), precommit_delete_associations {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:08:49.005861 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-30ed63e7-102e-438f-afb9-0a8173123492 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-586838'] for router (16462fb9-b56a-4faa-b136-96f09394e3aa), after_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:08:49.006481 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30ed63e7-102e-438f-afb9-0a8173123492 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 16462fb9-b56a-4faa-b136-96f09394e3aa {{(pid=103103) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 03:08:49.011732 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-30ed63e7-102e-438f-afb9-0a8173123492 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:08:49.012946 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-30ed63e7-102e-438f-afb9-0a8173123492 admin admin] 10.222.0.20 "DELETE /v2.0/routers/16462fb9-b56a-4faa-b136-96f09394e3aa HTTP/1.1" status: 204 len: 168 time: 0.7642863 Mar 11 03:08:49.015593 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 48026) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:08:49.061668 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e8d6351-e4b4-40fb-9608-3b8b6dbb4cd0 admin admin] Deleting subnet 3939f6db-104b-439d-aa6d-0e5f788bcd04 {{(pid=103104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 03:08:49.064854 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-5e8d6351-e4b4-40fb-9608-3b8b6dbb4cd0 admin admin] Publish callbacks [] for subnet (3939f6db-104b-439d-aa6d-0e5f788bcd04), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:08:49.098115 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-5e8d6351-e4b4-40fb-9608-3b8b6dbb4cd0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3905093'] for subnet (3939f6db-104b-439d-aa6d-0e5f788bcd04), precommit_delete_associations {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:08:49.181363 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-5e8d6351-e4b4-40fb-9608-3b8b6dbb4cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536560100'] for subnet (3939f6db-104b-439d-aa6d-0e5f788bcd04), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:08:49.241386 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-5e8d6351-e4b4-40fb-9608-3b8b6dbb4cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536560111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9193740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8900754'] for subnet (3939f6db-104b-439d-aa6d-0e5f788bcd04), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:08:49.271614 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8d6351-e4b4-40fb-9608-3b8b6dbb4cd0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3939f6db-104b-439d-aa6d-0e5f788bcd04,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:08:49.275098 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-5e8d6351-e4b4-40fb-9608-3b8b6dbb4cd0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:08:49.278355 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-5e8d6351-e4b4-40fb-9608-3b8b6dbb4cd0 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/3939f6db-104b-439d-aa6d-0e5f788bcd04 HTTP/1.1" status: 204 len: 168 time: 0.2617450 Mar 11 03:08:49.280738 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 48028) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:08:49.283815 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f85fba-38f1-4642-83bd-6919e3662791 None None] Network dc083c2a-b960-4ebd-85d4-93c0755ea1e6 requested from dv-cinder-740146-14-smb {{(pid=103105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 03:08:49.350525 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-b54eebdf-e057-4979-8610-022c0d7cab1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536131617'] for network (dc083c2a-b960-4ebd-85d4-93c0755ea1e6), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:08:49.402968 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.plugin [None req-b54eebdf-e057-4979-8610-022c0d7cab1a admin admin] Deleting port e6653f38-3690-4db8-a2c9-d958b262d0ec {{(pid=103104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 03:08:49.403312 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-b54eebdf-e057-4979-8610-022c0d7cab1a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774349354222'] for port (e6653f38-3690-4db8-a2c9-d958b262d0ec), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:08:49.467396 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.db [None req-b54eebdf-e057-4979-8610-022c0d7cab1a admin admin] For port e6653f38-3690-4db8-a2c9-d958b262d0ec, host dv-cinder-740146-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-smb',level=0,port_id=e6653f38-3690-4db8-a2c9-d958b262d0ec,segment=NetworkSegment(45f0554f-4816-4fc7-b15f-6b5fa2e57ece),segment_id=45f0554f-4816-4fc7-b15f-6b5fa2e57ece)] {{(pid=103104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:08:49.467761 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-b54eebdf-e057-4979-8610-022c0d7cab1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574894'] for port (e6653f38-3690-4db8-a2c9-d958b262d0ec), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:08:49.479287 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.plugin [None req-b54eebdf-e057-4979-8610-022c0d7cab1a admin admin] Calling delete_port for e6653f38-3690-4db8-a2c9-d958b262d0ec owned by network:dhcp {{(pid=103104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 03:08:49.574222 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-b54eebdf-e057-4979-8610-022c0d7cab1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536450324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774349360213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774348857685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9193763'] for port (e6653f38-3690-4db8-a2c9-d958b262d0ec), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:08:49.603738 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54eebdf-e057-4979-8610-022c0d7cab1a admin admin] No DVR routers for this DVR port e6653f38-3690-4db8-a2c9-d958b262d0ec on host dv-cinder-740146-14-smb {{(pid=103104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 03:08:49.607515 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54eebdf-e057-4979-8610-022c0d7cab1a admin admin] Pushing event deleted for resources: {'Port': ['ID=e6653f38-3690-4db8-a2c9-d958b262d0ec,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:08:49.680100 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-b54eebdf-e057-4979-8610-022c0d7cab1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536562719', 'neutron.services.segments.db._delete_segments_for_network-8774349187094'] for network (dc083c2a-b960-4ebd-85d4-93c0755ea1e6), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:08:49.693461 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f937e04-9538-47ee-ba21-2814e76c7094 None None] DHCP port deletion for dc083c2a-b960-4ebd-85d4-93c0755ea1e6 request from dv-cinder-740146-14-smb {{(pid=103105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 03:08:49.701314 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.services.segments.db [None req-b54eebdf-e057-4979-8610-022c0d7cab1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc083c2a-b960-4ebd-85d4-93c0755ea1e6']}} {{(pid=103104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:08:49.712747 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.services.segments.db [None req-b54eebdf-e057-4979-8610-022c0d7cab1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45f0554f-4816-4fc7-b15f-6b5fa2e57ece') {'for_net_delete': True} {{(pid=103104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:08:49.713051 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.services.segments.db [None req-b54eebdf-e057-4979-8610-022c0d7cab1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45f0554f-4816-4fc7-b15f-6b5fa2e57ece') {} {{(pid=103104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:08:49.723069 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-b54eebdf-e057-4979-8610-022c0d7cab1a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774349187871', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3905102'] for segment (45f0554f-4816-4fc7-b15f-6b5fa2e57ece), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:08:49.736265 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-b54eebdf-e057-4979-8610-022c0d7cab1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536533115'] for segment (45f0554f-4816-4fc7-b15f-6b5fa2e57ece), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:08:49.742061 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b54eebdf-e057-4979-8610-022c0d7cab1a admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=103104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 03:08:49.742451 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-b54eebdf-e057-4979-8610-022c0d7cab1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536533115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9193682'] for segment (45f0554f-4816-4fc7-b15f-6b5fa2e57ece), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:08:49.744078 dv-cinder-740146-14-smb neutron-server[103104]: Traceback (most recent call last): Mar 11 03:08:49.744078 dv-cinder-740146-14-smb neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 03:08:49.744078 dv-cinder-740146-14-smb neutron-server[103104]: timer() Mar 11 03:08:49.744078 dv-cinder-740146-14-smb neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 03:08:49.744078 dv-cinder-740146-14-smb neutron-server[103104]: cb(*args, **kw) Mar 11 03:08:49.744078 dv-cinder-740146-14-smb neutron-server[103104]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 03:08:49.744078 dv-cinder-740146-14-smb neutron-server[103104]: return func(*args, **kwargs) Mar 11 03:08:49.744078 dv-cinder-740146-14-smb neutron-server[103104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 03:08:49.744078 dv-cinder-740146-14-smb neutron-server[103104]: self._notify() Mar 11 03:08:49.744078 dv-cinder-740146-14-smb neutron-server[103104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 03:08:49.744078 dv-cinder-740146-14-smb neutron-server[103104]: self.callback(batched_events) Mar 11 03:08:49.744078 dv-cinder-740146-14-smb neutron-server[103104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 03:08:49.744078 dv-cinder-740146-14-smb neutron-server[103104]: event.method(event) Mar 11 03:08:49.744078 dv-cinder-740146-14-smb neutron-server[103104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 03:08:49.744078 dv-cinder-740146-14-smb neutron-server[103104]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 03:08:49.744078 dv-cinder-740146-14-smb neutron-server[103104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 03:08:49.744078 dv-cinder-740146-14-smb neutron-server[103104]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 03:08:49.744078 dv-cinder-740146-14-smb neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 03:08:49.744078 dv-cinder-740146-14-smb neutron-server[103104]: return f(self, *a, **k) Mar 11 03:08:49.744078 dv-cinder-740146-14-smb neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 03:08:49.744078 dv-cinder-740146-14-smb neutron-server[103104]: return self._get(url).json() Mar 11 03:08:49.744078 dv-cinder-740146-14-smb neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 03:08:49.744078 dv-cinder-740146-14-smb neutron-server[103104]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 03:08:49.744078 dv-cinder-740146-14-smb neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 03:08:49.744078 dv-cinder-740146-14-smb neutron-server[103104]: return self.request(url, 'GET', **kwargs) Mar 11 03:08:49.744078 dv-cinder-740146-14-smb neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 03:08:49.744078 dv-cinder-740146-14-smb neutron-server[103104]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 03:08:49.744078 dv-cinder-740146-14-smb neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 03:08:49.744078 dv-cinder-740146-14-smb neutron-server[103104]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 03:08:49.744078 dv-cinder-740146-14-smb neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 03:08:49.744078 dv-cinder-740146-14-smb neutron-server[103104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 03:08:49.744078 dv-cinder-740146-14-smb neutron-server[103104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 03:08:49.802841 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-b54eebdf-e057-4979-8610-022c0d7cab1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536562790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580582'] for network (dc083c2a-b960-4ebd-85d4-93c0755ea1e6), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:08:49.809548 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-b54eebdf-e057-4979-8610-022c0d7cab1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-648073'] for network (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:08:49.812765 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-b54eebdf-e057-4979-8610-022c0d7cab1a admin admin] 10.222.0.20 "DELETE /v2.0/networks/dc083c2a-b960-4ebd-85d4-93c0755ea1e6 HTTP/1.1" status: 204 len: 168 time: 0.5310507 Mar 11 03:08:49.825846 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54eebdf-e057-4979-8610-022c0d7cab1a admin admin] Pushing event deleted for resources: {'Network': ['ID=dc083c2a-b960-4ebd-85d4-93c0755ea1e6,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:08:49.941935 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 48032) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:08:49.985010 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-6ecf1b41-a3e0-4a2d-9f31-421bfddf7461 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2b4303e0b14a4764a3e0bdfada32ab0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0417960 Mar 11 03:08:49.987498 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 48034) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:08:50.032064 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-4c045db5-c3f4-45d1-9c6f-d80222f03974 admin admin] Publish callbacks [] for security_group (feec5a6a-1206-4cb4-b0d0-023fa1a99b57), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:08:50.052353 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-4c045db5-c3f4-45d1-9c6f-d80222f03974 admin admin] Publish callbacks [] for security_group (feec5a6a-1206-4cb4-b0d0-023fa1a99b57), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:08:50.096478 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-4c045db5-c3f4-45d1-9c6f-d80222f03974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (feec5a6a-1206-4cb4-b0d0-023fa1a99b57), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:08:50.098937 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-4c045db5-c3f4-45d1-9c6f-d80222f03974 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:08:50.100067 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-4c045db5-c3f4-45d1-9c6f-d80222f03974 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/feec5a6a-1206-4cb4-b0d0-023fa1a99b57 HTTP/1.1" status: 204 len: 168 time: 0.1116273 Mar 11 03:08:50.108252 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c045db5-c3f4-45d1-9c6f-d80222f03974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feec5a6a-1206-4cb4-b0d0-023fa1a99b57,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:08:50.889088 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Device e6653f38-3690-4db8-a2c9-d958b262d0ec no longer exists at agent ovs-agent-dv-cinder-740146-14-smb {{(pid=103105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 03:08:50.909703 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] No Port match for: e6653f38-3690-4db8-a2c9-d958b262d0ec {{(pid=103105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 03:08:50.910059 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Device e6653f38-3690-4db8-a2c9-d958b262d0ec not bound to the agent host dv-cinder-740146-14-smb {{(pid=103105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 03:08:50.910484 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Device 04727a9f-b0af-438e-975d-2aa287012822 no longer exists at agent ovs-agent-dv-cinder-740146-14-smb {{(pid=103105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 03:08:50.930283 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] No Port match for: 04727a9f-b0af-438e-975d-2aa287012822 {{(pid=103105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 03:08:50.930637 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Device 04727a9f-b0af-438e-975d-2aa287012822 not bound to the agent host dv-cinder-740146-14-smb {{(pid=103105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 03:08:50.931055 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Device 1fd2952d-1552-46b5-b0a8-7a5ebbb68a11 no longer exists at agent ovs-agent-dv-cinder-740146-14-smb {{(pid=103105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 03:08:50.951416 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] No Port match for: 1fd2952d-1552-46b5-b0a8-7a5ebbb68a11 {{(pid=103105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 03:08:50.951774 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron.plugins.ml2.rpc [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Device 1fd2952d-1552-46b5-b0a8-7a5ebbb68a11 not bound to the agent host dv-cinder-740146-14-smb {{(pid=103105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 03:08:52.449411 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-870eea46-8af4-49e2-853d-c8e77cea68bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (27668cff-ea20-4e06-9a9c-d4f827fe3eb1), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:08:54.426361 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 48118) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:08:54.527325 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-a885bbac-49cf-4040-9d6a-deeb879c9978 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:08:54.599720 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-a885bbac-49cf-4040-9d6a-deeb879c9978 admin admin] Publish callbacks [] for security_group (e56529db-6ad3-4367-985b-9df5e86b8ae2), precommit_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:08:54.605261 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-a885bbac-49cf-4040-9d6a-deeb879c9978 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (e56529db-6ad3-4367-985b-9df5e86b8ae2), after_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:08:54.643016 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-a885bbac-49cf-4040-9d6a-deeb879c9978 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0ae1ce797b164fe4b1595baa5a2a5a29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2156138 Mar 11 03:08:54.643885 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a885bbac-49cf-4040-9d6a-deeb879c9978 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e56529db-6ad3-4367-985b-9df5e86b8ae2,revision_number=1']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:08:54.645734 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 48122) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:08:54.695199 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-496bebe0-7917-4e4f-b0c7-6c77118fd96a admin admin] Publish callbacks [] for security_group (e56529db-6ad3-4367-985b-9df5e86b8ae2), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:08:54.715431 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-496bebe0-7917-4e4f-b0c7-6c77118fd96a admin admin] Publish callbacks [] for security_group (e56529db-6ad3-4367-985b-9df5e86b8ae2), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:08:54.760409 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-496bebe0-7917-4e4f-b0c7-6c77118fd96a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (e56529db-6ad3-4367-985b-9df5e86b8ae2), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:08:54.762924 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-496bebe0-7917-4e4f-b0c7-6c77118fd96a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:08:54.764069 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-496bebe0-7917-4e4f-b0c7-6c77118fd96a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e56529db-6ad3-4367-985b-9df5e86b8ae2 HTTP/1.1" status: 204 len: 168 time: 0.1173410 Mar 11 03:08:54.771531 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496bebe0-7917-4e4f-b0c7-6c77118fd96a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e56529db-6ad3-4367-985b-9df5e86b8ae2,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:08:54.841288 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-2e69b677-e61c-4fc5-9320-a09f01642dab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (368653ed-b5ce-4183-9c3b-231a0bc3dd35), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:08:55.016441 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 48128) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:08:55.029785 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7e22e85d-4345-4bbc-bd8c-76139f22c4f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:08:55.105770 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7e22e85d-4345-4bbc-bd8c-76139f22c4f7 admin admin] Publish callbacks [] for security_group (f14fbc40-9d7f-4ffc-a8b1-41e6a0bed61e), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:08:55.109814 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7e22e85d-4345-4bbc-bd8c-76139f22c4f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (f14fbc40-9d7f-4ffc-a8b1-41e6a0bed61e), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:08:55.148298 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-7e22e85d-4345-4bbc-bd8c-76139f22c4f7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9693687c924f47288dada5a8aaad2070&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1306760 Mar 11 03:08:55.149198 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e22e85d-4345-4bbc-bd8c-76139f22c4f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f14fbc40-9d7f-4ffc-a8b1-41e6a0bed61e,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:08:55.151728 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 48130) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:08:55.198572 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-52edd659-482d-41cd-b808-ab28f3c563db admin admin] Publish callbacks [] for security_group (f14fbc40-9d7f-4ffc-a8b1-41e6a0bed61e), before_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:08:55.219319 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-52edd659-482d-41cd-b808-ab28f3c563db admin admin] Publish callbacks [] for security_group (f14fbc40-9d7f-4ffc-a8b1-41e6a0bed61e), precommit_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:08:55.270999 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-52edd659-482d-41cd-b808-ab28f3c563db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (f14fbc40-9d7f-4ffc-a8b1-41e6a0bed61e), after_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:08:55.273988 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-52edd659-482d-41cd-b808-ab28f3c563db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:08:55.275813 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-52edd659-482d-41cd-b808-ab28f3c563db admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f14fbc40-9d7f-4ffc-a8b1-41e6a0bed61e HTTP/1.1" status: 204 len: 168 time: 0.1229367 Mar 11 03:08:55.285399 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52edd659-482d-41cd-b808-ab28f3c563db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f14fbc40-9d7f-4ffc-a8b1-41e6a0bed61e,revision_number=None']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:08:55.723293 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-f28c0ae4-c5a5-4e67-96c2-37b36f3544e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (258069e3-19c1-49ed-8474-20b6ecde628d), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:08:57.118902 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 48202) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:08:57.204825 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-afaf34ad-b747-4180-ba41-f81d7ecfb39b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (b193670b-9854-4e90-bc6a-e616470c2469), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:08:57.220797 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7ad376ce-67f2-406f-8574-85a1a0808c11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:08:57.294309 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7ad376ce-67f2-406f-8574-85a1a0808c11 admin admin] Publish callbacks [] for security_group (b7d55de8-01ce-4a9f-98b4-505d784d03a0), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:08:57.297976 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7ad376ce-67f2-406f-8574-85a1a0808c11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (b7d55de8-01ce-4a9f-98b4-505d784d03a0), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:08:57.336209 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-7ad376ce-67f2-406f-8574-85a1a0808c11 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e421a46588ad41d68d9c27dca576c38b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2162347 Mar 11 03:08:57.338165 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad376ce-67f2-406f-8574-85a1a0808c11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7d55de8-01ce-4a9f-98b4-505d784d03a0,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:08:57.339348 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 48206) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:08:57.389658 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-168fe90c-f2af-4aa8-b781-92e4e100a2f9 admin admin] Publish callbacks [] for security_group (b7d55de8-01ce-4a9f-98b4-505d784d03a0), before_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:08:57.410039 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-168fe90c-f2af-4aa8-b781-92e4e100a2f9 admin admin] Publish callbacks [] for security_group (b7d55de8-01ce-4a9f-98b4-505d784d03a0), precommit_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:08:57.453689 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-168fe90c-f2af-4aa8-b781-92e4e100a2f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (b7d55de8-01ce-4a9f-98b4-505d784d03a0), after_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:08:57.456206 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-168fe90c-f2af-4aa8-b781-92e4e100a2f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:08:57.457388 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-168fe90c-f2af-4aa8-b781-92e4e100a2f9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b7d55de8-01ce-4a9f-98b4-505d784d03a0 HTTP/1.1" status: 204 len: 168 time: 0.1164832 Mar 11 03:08:57.465233 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168fe90c-f2af-4aa8-b781-92e4e100a2f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7d55de8-01ce-4a9f-98b4-505d784d03a0,revision_number=None']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:08:57.712841 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 48212) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:08:57.725482 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-7684ce51-eace-491d-bc54-8421ae8ff52c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:08:57.798991 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-7684ce51-eace-491d-bc54-8421ae8ff52c admin admin] Publish callbacks [] for security_group (fa812af9-b617-4915-8c7c-85c171838b2e), precommit_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:08:57.803569 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-7684ce51-eace-491d-bc54-8421ae8ff52c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (fa812af9-b617-4915-8c7c-85c171838b2e), after_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:08:57.841807 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-7684ce51-eace-491d-bc54-8421ae8ff52c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c7539866377b46f88194689ef31741b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1279020 Mar 11 03:08:57.842942 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7684ce51-eace-491d-bc54-8421ae8ff52c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa812af9-b617-4915-8c7c-85c171838b2e,revision_number=1']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:08:57.844753 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 48214) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:08:57.893591 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-b4ffe4a6-c400-4a5e-9910-8a05674a236f admin admin] Publish callbacks [] for security_group (fa812af9-b617-4915-8c7c-85c171838b2e), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:08:57.913996 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-b4ffe4a6-c400-4a5e-9910-8a05674a236f admin admin] Publish callbacks [] for security_group (fa812af9-b617-4915-8c7c-85c171838b2e), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:08:57.959190 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-b4ffe4a6-c400-4a5e-9910-8a05674a236f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (fa812af9-b617-4915-8c7c-85c171838b2e), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:08:57.961874 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-b4ffe4a6-c400-4a5e-9910-8a05674a236f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:08:57.963010 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-b4ffe4a6-c400-4a5e-9910-8a05674a236f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fa812af9-b617-4915-8c7c-85c171838b2e HTTP/1.1" status: 204 len: 168 time: 0.1172688 Mar 11 03:08:57.970411 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ffe4a6-c400-4a5e-9910-8a05674a236f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa812af9-b617-4915-8c7c-85c171838b2e,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:08:58.764024 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (36a16930-fe6f-49e2-96be-29faaa54e9a3), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:08:59.825972 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 48282) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:08:59.940436 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-9bd954cc-234e-4f4f-b6e2-d3289b95d184 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:00.014883 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-9bd954cc-234e-4f4f-b6e2-d3289b95d184 admin admin] Publish callbacks [] for security_group (8153400a-c666-46c3-baa1-a9bcdf3db1a9), precommit_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:00.018613 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-9bd954cc-234e-4f4f-b6e2-d3289b95d184 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (8153400a-c666-46c3-baa1-a9bcdf3db1a9), after_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:00.058080 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-9bd954cc-234e-4f4f-b6e2-d3289b95d184 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6d1afd534a3a40cda17c5c29abdd7052&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2304792 Mar 11 03:09:00.059194 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd954cc-234e-4f4f-b6e2-d3289b95d184 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8153400a-c666-46c3-baa1-a9bcdf3db1a9,revision_number=1']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:09:00.060734 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 48286) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:09:00.108068 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-83802c3b-e1db-4975-ae23-2b400739c4b5 admin admin] Publish callbacks [] for security_group (8153400a-c666-46c3-baa1-a9bcdf3db1a9), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:00.128425 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-83802c3b-e1db-4975-ae23-2b400739c4b5 admin admin] Publish callbacks [] for security_group (8153400a-c666-46c3-baa1-a9bcdf3db1a9), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:00.173656 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-83802c3b-e1db-4975-ae23-2b400739c4b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (8153400a-c666-46c3-baa1-a9bcdf3db1a9), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:00.176173 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-83802c3b-e1db-4975-ae23-2b400739c4b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:00.177347 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-83802c3b-e1db-4975-ae23-2b400739c4b5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8153400a-c666-46c3-baa1-a9bcdf3db1a9 HTTP/1.1" status: 204 len: 168 time: 0.1149294 Mar 11 03:09:00.184990 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83802c3b-e1db-4975-ae23-2b400739c4b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8153400a-c666-46c3-baa1-a9bcdf3db1a9,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:09:00.426829 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 48292) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:09:00.440086 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-9eaa32f6-f33b-4d67-880a-de9f4cfea569 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:00.511430 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-9eaa32f6-f33b-4d67-880a-de9f4cfea569 admin admin] Publish callbacks [] for security_group (69a800d0-d89f-48da-8c8c-350014217521), precommit_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:00.515042 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-9eaa32f6-f33b-4d67-880a-de9f4cfea569 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (69a800d0-d89f-48da-8c8c-350014217521), after_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:00.551880 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-9eaa32f6-f33b-4d67-880a-de9f4cfea569 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b6943f62d1c94b0c89c2373a8a7a438b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1239743 Mar 11 03:09:00.552735 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaa32f6-f33b-4d67-880a-de9f4cfea569 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69a800d0-d89f-48da-8c8c-350014217521,revision_number=1']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:09:00.555115 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 48294) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:09:00.604746 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-81a288f0-8634-4d54-94a5-956c1bf932b0 admin admin] Publish callbacks [] for security_group (69a800d0-d89f-48da-8c8c-350014217521), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:00.624408 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-81a288f0-8634-4d54-94a5-956c1bf932b0 admin admin] Publish callbacks [] for security_group (69a800d0-d89f-48da-8c8c-350014217521), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:00.669650 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-81a288f0-8634-4d54-94a5-956c1bf932b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (69a800d0-d89f-48da-8c8c-350014217521), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:00.672132 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-81a288f0-8634-4d54-94a5-956c1bf932b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:00.676618 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-81a288f0-8634-4d54-94a5-956c1bf932b0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/69a800d0-d89f-48da-8c8c-350014217521 HTTP/1.1" status: 204 len: 168 time: 0.1199667 Mar 11 03:09:00.683884 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a288f0-8634-4d54-94a5-956c1bf932b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69a800d0-d89f-48da-8c8c-350014217521,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:09:01.653705 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 48324) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:09:01.755283 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-18655fe9-1b89-4fe9-b379-75b171b472cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:01.826738 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-18655fe9-1b89-4fe9-b379-75b171b472cb admin admin] Publish callbacks [] for security_group (5a753387-57e9-4df1-b18e-80308927a148), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:01.830350 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-18655fe9-1b89-4fe9-b379-75b171b472cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (5a753387-57e9-4df1-b18e-80308927a148), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:01.867919 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-18655fe9-1b89-4fe9-b379-75b171b472cb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6ca023ca7a1a49f19258ede712dbb896&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2130864 Mar 11 03:09:01.868757 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18655fe9-1b89-4fe9-b379-75b171b472cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a753387-57e9-4df1-b18e-80308927a148,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:09:01.871206 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 48328) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:09:01.918933 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-f8e18d4d-a5e4-4109-ac31-ec819e4d5737 admin admin] Publish callbacks [] for security_group (5a753387-57e9-4df1-b18e-80308927a148), before_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:01.938936 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-f8e18d4d-a5e4-4109-ac31-ec819e4d5737 admin admin] Publish callbacks [] for security_group (5a753387-57e9-4df1-b18e-80308927a148), precommit_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:01.984331 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-f8e18d4d-a5e4-4109-ac31-ec819e4d5737 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (5a753387-57e9-4df1-b18e-80308927a148), after_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:01.986960 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-f8e18d4d-a5e4-4109-ac31-ec819e4d5737 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:01.988097 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-f8e18d4d-a5e4-4109-ac31-ec819e4d5737 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5a753387-57e9-4df1-b18e-80308927a148 HTTP/1.1" status: 204 len: 168 time: 0.1156080 Mar 11 03:09:01.996043 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e18d4d-a5e4-4109-ac31-ec819e4d5737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a753387-57e9-4df1-b18e-80308927a148,revision_number=None']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:09:10.909903 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.agents_db [None req-3d558b34-a2e4-40ae-982b-3a8752938275 None None] Agent healthcheck: found 6 active agents {{(pid=103106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 03:09:14.118852 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 48436) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:09:14.217913 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0bdd16e0-1d27-4b37-8240-4ad5e658da31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:14.296373 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0bdd16e0-1d27-4b37-8240-4ad5e658da31 admin admin] Publish callbacks [] for security_group (217ca0b6-8eb1-4240-8de2-4bef9ac5405f), precommit_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:14.300148 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0bdd16e0-1d27-4b37-8240-4ad5e658da31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (217ca0b6-8eb1-4240-8de2-4bef9ac5405f), after_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:14.336082 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdd16e0-1d27-4b37-8240-4ad5e658da31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=217ca0b6-8eb1-4240-8de2-4bef9ac5405f,revision_number=1']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:09:14.341035 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-0bdd16e0-1d27-4b37-8240-4ad5e658da31 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a1070f77d3374ce6973a064a48c90593&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2206244 Mar 11 03:09:14.343544 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 48440) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:09:14.389185 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-cc5be353-510b-4286-b9cf-a9e903e681a2 admin admin] Publish callbacks [] for security_group (217ca0b6-8eb1-4240-8de2-4bef9ac5405f), before_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:14.409480 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-cc5be353-510b-4286-b9cf-a9e903e681a2 admin admin] Publish callbacks [] for security_group (217ca0b6-8eb1-4240-8de2-4bef9ac5405f), precommit_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:14.453784 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-cc5be353-510b-4286-b9cf-a9e903e681a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (217ca0b6-8eb1-4240-8de2-4bef9ac5405f), after_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:14.456390 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-cc5be353-510b-4286-b9cf-a9e903e681a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:14.457547 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-cc5be353-510b-4286-b9cf-a9e903e681a2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/217ca0b6-8eb1-4240-8de2-4bef9ac5405f HTTP/1.1" status: 204 len: 168 time: 0.1130970 Mar 11 03:09:14.464913 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5be353-510b-4286-b9cf-a9e903e681a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=217ca0b6-8eb1-4240-8de2-4bef9ac5405f,revision_number=None']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:09:17.462025 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (56ad6e9b-975a-4fdf-b549-1f3c33ba94e0), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:22.450270 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-0afdae0f-6e49-42a3-a117-5fe1ceba37d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (27668cff-ea20-4e06-9a9c-d4f827fe3eb1), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:24.842404 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-905bac02-71ec-4367-84db-5fe54531a1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (368653ed-b5ce-4183-9c3b-231a0bc3dd35), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:25.254693 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [-] (103103) accepted ('10.222.0.20', 48574) {{(pid=103103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:09:25.356292 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-a537dc57-6a12-46be-bd8e-c311e7c53fd8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:25.426436 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-a537dc57-6a12-46be-bd8e-c311e7c53fd8 admin admin] Publish callbacks [] for security_group (da59aee9-9a7c-43b5-b8e9-184fcb8140b3), precommit_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:25.430399 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-a537dc57-6a12-46be-bd8e-c311e7c53fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (da59aee9-9a7c-43b5-b8e9-184fcb8140b3), after_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:25.470774 dv-cinder-740146-14-smb neutron-server[103103]: INFO neutron.wsgi [None req-a537dc57-6a12-46be-bd8e-c311e7c53fd8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8f7673ae6b7a4001b50fc6182d3835c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2150261 Mar 11 03:09:25.471610 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a537dc57-6a12-46be-bd8e-c311e7c53fd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da59aee9-9a7c-43b5-b8e9-184fcb8140b3,revision_number=1']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:09:25.473512 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.20', 48578) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:09:25.521762 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-a3a135f6-b6e7-4f9c-b3cb-762c9f004ce1 admin admin] Publish callbacks [] for security_group (da59aee9-9a7c-43b5-b8e9-184fcb8140b3), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:25.542723 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-a3a135f6-b6e7-4f9c-b3cb-762c9f004ce1 admin admin] Publish callbacks [] for security_group (da59aee9-9a7c-43b5-b8e9-184fcb8140b3), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:25.590364 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-a3a135f6-b6e7-4f9c-b3cb-762c9f004ce1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526668'] for security_group (da59aee9-9a7c-43b5-b8e9-184fcb8140b3), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:25.592943 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-a3a135f6-b6e7-4f9c-b3cb-762c9f004ce1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:25.594111 dv-cinder-740146-14-smb neutron-server[103104]: INFO neutron.wsgi [None req-a3a135f6-b6e7-4f9c-b3cb-762c9f004ce1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/da59aee9-9a7c-43b5-b8e9-184fcb8140b3 HTTP/1.1" status: 204 len: 168 time: 0.1195328 Mar 11 03:09:25.601821 dv-cinder-740146-14-smb neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a135f6-b6e7-4f9c-b3cb-762c9f004ce1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da59aee9-9a7c-43b5-b8e9-184fcb8140b3,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:09:25.731804 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-f28c0ae4-c5a5-4e67-96c2-37b36f3544e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (258069e3-19c1-49ed-8474-20b6ecde628d), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:27.212053 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-afaf34ad-b747-4180-ba41-f81d7ecfb39b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (b193670b-9854-4e90-bc6a-e616470c2469), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:28.770185 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (36a16930-fe6f-49e2-96be-29faaa54e9a3), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:47.477302 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (56ad6e9b-975a-4fdf-b549-1f3c33ba94e0), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:47.908417 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.agents_db [None req-3d558b34-a2e4-40ae-982b-3a8752938275 None None] Agent healthcheck: found 6 active agents {{(pid=103106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 03:09:52.451649 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-6513e836-ef8c-4e82-841f-d80a50e62a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (27668cff-ea20-4e06-9a9c-d4f827fe3eb1), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:54.842805 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-da2290b8-e200-4b31-a7e5-6e256b23ef4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (368653ed-b5ce-4183-9c3b-231a0bc3dd35), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:55.722557 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-f28c0ae4-c5a5-4e67-96c2-37b36f3544e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (258069e3-19c1-49ed-8474-20b6ecde628d), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:57.212737 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-afaf34ad-b747-4180-ba41-f81d7ecfb39b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (b193670b-9854-4e90-bc6a-e616470c2469), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:58.762861 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (36a16930-fe6f-49e2-96be-29faaa54e9a3), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:17.491759 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (56ad6e9b-975a-4fdf-b549-1f3c33ba94e0), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:20.154023 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [req-912d4777-bc50-497d-83fb-5d3c4e7a2445 req-ae1191f8-d03f-4c33-b518-158abb55bff6 service neutron] (103103) timed out ('10.222.0.13', 55038) {{(pid=103103) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 11 03:10:22.453791 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-f346c753-c444-4a5a-9c33-330237a250d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (27668cff-ea20-4e06-9a9c-d4f827fe3eb1), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:24.844837 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-8cc0c49e-fa74-4fb5-aba8-c42029ed4607 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (368653ed-b5ce-4183-9c3b-231a0bc3dd35), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:24.906729 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.agents_db [None req-3d558b34-a2e4-40ae-982b-3a8752938275 None None] Agent healthcheck: found 6 active agents {{(pid=103106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 03:10:25.724761 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-f28c0ae4-c5a5-4e67-96c2-37b36f3544e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (258069e3-19c1-49ed-8474-20b6ecde628d), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:27.215446 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-afaf34ad-b747-4180-ba41-f81d7ecfb39b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (b193670b-9854-4e90-bc6a-e616470c2469), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:28.764687 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (36a16930-fe6f-49e2-96be-29faaa54e9a3), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:35.205232 dv-cinder-740146-14-smb neutron-server[103103]: DEBUG neutron.wsgi [req-fe362bf4-9fa9-412b-b8dd-5cb206ee7c37 req-de3ec740-ac32-40f7-9a8f-b3605ad2c954 service neutron] (103103) timed out ('10.222.0.13', 55056) {{(pid=103103) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 11 03:10:47.491656 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (56ad6e9b-975a-4fdf-b549-1f3c33ba94e0), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:52.456260 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1884dc2b-9a1e-46e7-b923-9833a83b8916 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (27668cff-ea20-4e06-9a9c-d4f827fe3eb1), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:54.847790 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-ca07e9ad-2ce5-430b-9ab0-4fe9b94bd03e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (368653ed-b5ce-4183-9c3b-231a0bc3dd35), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:55.727070 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-f28c0ae4-c5a5-4e67-96c2-37b36f3544e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (258069e3-19c1-49ed-8474-20b6ecde628d), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:57.219234 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-afaf34ad-b747-4180-ba41-f81d7ecfb39b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (b193670b-9854-4e90-bc6a-e616470c2469), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:58.766590 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (36a16930-fe6f-49e2-96be-29faaa54e9a3), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:01.906230 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.agents_db [None req-3d558b34-a2e4-40ae-982b-3a8752938275 None None] Agent healthcheck: found 6 active agents {{(pid=103106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 03:11:17.504297 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (56ad6e9b-975a-4fdf-b549-1f3c33ba94e0), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:22.457721 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-29944bb9-6d71-4fac-9753-727671be8cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (27668cff-ea20-4e06-9a9c-d4f827fe3eb1), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:24.852011 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-2e8f0789-07fc-4d0a-bf86-157d101295f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (368653ed-b5ce-4183-9c3b-231a0bc3dd35), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:25.732483 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-f28c0ae4-c5a5-4e67-96c2-37b36f3544e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (258069e3-19c1-49ed-8474-20b6ecde628d), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:27.222591 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-afaf34ad-b747-4180-ba41-f81d7ecfb39b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (b193670b-9854-4e90-bc6a-e616470c2469), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:28.768686 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (36a16930-fe6f-49e2-96be-29faaa54e9a3), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:38.904912 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.agents_db [None req-3d558b34-a2e4-40ae-982b-3a8752938275 None None] Agent healthcheck: found 6 active agents {{(pid=103106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 03:11:47.503898 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (56ad6e9b-975a-4fdf-b549-1f3c33ba94e0), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:52.459126 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-684243a5-be15-4a70-9113-5c519f90f01e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (27668cff-ea20-4e06-9a9c-d4f827fe3eb1), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:54.854347 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-39bde1d7-7542-4f5b-af8b-566a84c2acef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (368653ed-b5ce-4183-9c3b-231a0bc3dd35), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:55.734241 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-f28c0ae4-c5a5-4e67-96c2-37b36f3544e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (258069e3-19c1-49ed-8474-20b6ecde628d), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:57.227748 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-afaf34ad-b747-4180-ba41-f81d7ecfb39b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (b193670b-9854-4e90-bc6a-e616470c2469), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:58.772345 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (36a16930-fe6f-49e2-96be-29faaa54e9a3), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:15.903346 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.agents_db [None req-3d558b34-a2e4-40ae-982b-3a8752938275 None None] Agent healthcheck: found 6 active agents {{(pid=103106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 03:12:17.502974 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (56ad6e9b-975a-4fdf-b549-1f3c33ba94e0), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:22.462546 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-39a8929b-f0d8-4a2c-a7dd-dc63c81f427c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (27668cff-ea20-4e06-9a9c-d4f827fe3eb1), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:24.855682 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-e2b1b583-a2b8-4543-8782-c0cbf86754da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (368653ed-b5ce-4183-9c3b-231a0bc3dd35), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:25.736493 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-f28c0ae4-c5a5-4e67-96c2-37b36f3544e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (258069e3-19c1-49ed-8474-20b6ecde628d), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:27.228478 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-afaf34ad-b747-4180-ba41-f81d7ecfb39b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (b193670b-9854-4e90-bc6a-e616470c2469), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:28.773199 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (36a16930-fe6f-49e2-96be-29faaa54e9a3), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:47.501759 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (56ad6e9b-975a-4fdf-b549-1f3c33ba94e0), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:52.465453 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-92ab19c3-86fb-4195-908b-1a8e5c3b98fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (27668cff-ea20-4e06-9a9c-d4f827fe3eb1), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:52.903330 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.agents_db [None req-3d558b34-a2e4-40ae-982b-3a8752938275 None None] Agent healthcheck: found 6 active agents {{(pid=103106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 03:12:54.856779 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1edb6933-2289-4e23-b988-39e07812f3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (368653ed-b5ce-4183-9c3b-231a0bc3dd35), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:55.738891 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-f28c0ae4-c5a5-4e67-96c2-37b36f3544e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (258069e3-19c1-49ed-8474-20b6ecde628d), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:57.231956 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-afaf34ad-b747-4180-ba41-f81d7ecfb39b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (b193670b-9854-4e90-bc6a-e616470c2469), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:58.776145 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (36a16930-fe6f-49e2-96be-29faaa54e9a3), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:17.500520 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (56ad6e9b-975a-4fdf-b549-1f3c33ba94e0), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:22.466210 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-351dc7c7-b3e6-4cc4-83a8-f7cda514abb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (27668cff-ea20-4e06-9a9c-d4f827fe3eb1), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:24.857382 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-a6fb30df-19a3-41ac-97c3-d9dcd2a91924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (368653ed-b5ce-4183-9c3b-231a0bc3dd35), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:25.741866 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-f28c0ae4-c5a5-4e67-96c2-37b36f3544e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (258069e3-19c1-49ed-8474-20b6ecde628d), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:27.234965 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-afaf34ad-b747-4180-ba41-f81d7ecfb39b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (b193670b-9854-4e90-bc6a-e616470c2469), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:28.778825 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (36a16930-fe6f-49e2-96be-29faaa54e9a3), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:29.905369 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.agents_db [None req-3d558b34-a2e4-40ae-982b-3a8752938275 None None] Agent healthcheck: found 6 active agents {{(pid=103106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 03:13:47.516391 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (56ad6e9b-975a-4fdf-b549-1f3c33ba94e0), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:52.466451 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-a65a17f6-2722-46aa-ad83-cd5d6182e510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (27668cff-ea20-4e06-9a9c-d4f827fe3eb1), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:54.858070 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-24be14b0-5ce7-44c3-98c2-40d57c429f54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (368653ed-b5ce-4183-9c3b-231a0bc3dd35), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:55.745660 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-f28c0ae4-c5a5-4e67-96c2-37b36f3544e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (258069e3-19c1-49ed-8474-20b6ecde628d), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:57.237632 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-afaf34ad-b747-4180-ba41-f81d7ecfb39b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (b193670b-9854-4e90-bc6a-e616470c2469), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:58.780560 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (36a16930-fe6f-49e2-96be-29faaa54e9a3), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:06.903631 dv-cinder-740146-14-smb neutron-server[103106]: DEBUG neutron.db.agents_db [None req-3d558b34-a2e4-40ae-982b-3a8752938275 None None] Agent healthcheck: found 6 active agents {{(pid=103106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 03:14:17.535315 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1d2b3bee-6403-48a5-9c33-edb69a1b23af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (56ad6e9b-975a-4fdf-b549-1f3c33ba94e0), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:22.466648 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-89f8af43-3f39-4b00-9442-231f6c4a237f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (27668cff-ea20-4e06-9a9c-d4f827fe3eb1), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:24.860201 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-d453929c-b2e9-4f19-b71d-9fdb1b3b1148 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (368653ed-b5ce-4183-9c3b-231a0bc3dd35), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:25.748466 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-f28c0ae4-c5a5-4e67-96c2-37b36f3544e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (258069e3-19c1-49ed-8474-20b6ecde628d), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:27.240778 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-afaf34ad-b747-4180-ba41-f81d7ecfb39b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (b193670b-9854-4e90-bc6a-e616470c2469), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:28.782826 dv-cinder-740146-14-smb neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c60c47a5-caa0-4478-9a66-5941815d4327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774349187076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536572948'] for agent (36a16930-fe6f-49e2-96be-29faaa54e9a3), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}